2024-12-01 22:40:50,617 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-01 22:40:50,631 main DEBUG Took 0.012033 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 22:40:50,632 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 22:40:50,633 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 22:40:50,634 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 22:40:50,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,645 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 22:40:50,658 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,661 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,662 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,663 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,664 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,665 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,666 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,667 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:40:50,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,668 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 22:40:50,669 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:40:50,671 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 22:40:50,673 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 22:40:50,673 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 22:40:50,674 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 22:40:50,675 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 22:40:50,682 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 22:40:50,685 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 22:40:50,686 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 22:40:50,687 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 22:40:50,687 main DEBUG createAppenders(={Console}) 2024-12-01 22:40:50,688 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-01 22:40:50,688 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-01 22:40:50,689 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-01 22:40:50,689 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 22:40:50,689 main DEBUG OutputStream closed 2024-12-01 22:40:50,690 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 22:40:50,690 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 22:40:50,690 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-01 22:40:50,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 22:40:50,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 22:40:50,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 22:40:50,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 22:40:50,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 22:40:50,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 22:40:50,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 22:40:50,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 22:40:50,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 22:40:50,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 22:40:50,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 22:40:50,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 22:40:50,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 22:40:50,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 22:40:50,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 22:40:50,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 22:40:50,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 22:40:50,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 22:40:50,764 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 22:40:50,765 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-01 22:40:50,765 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 22:40:50,766 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-01T22:40:50,960 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3 2024-12-01 22:40:50,963 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 22:40:50,963 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T22:40:50,970 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-01T22:40:50,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T22:40:51,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0, deleteOnExit=true 2024-12-01T22:40:51,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T22:40:51,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/test.cache.data in system properties and HBase conf 2024-12-01T22:40:51,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T22:40:51,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/hadoop.log.dir in system properties and HBase conf 2024-12-01T22:40:51,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T22:40:51,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T22:40:51,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T22:40:51,080 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T22:40:51,160 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T22:40:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T22:40:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T22:40:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T22:40:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T22:40:51,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T22:40:51,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T22:40:51,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T22:40:51,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T22:40:51,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T22:40:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/nfs.dump.dir in system properties and HBase conf 2024-12-01T22:40:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/java.io.tmpdir in system properties and HBase conf 2024-12-01T22:40:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T22:40:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T22:40:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T22:40:52,201 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T22:40:52,265 INFO [Time-limited test {}] log.Log(170): Logging initialized @2233ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T22:40:52,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:40:52,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:40:52,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:40:52,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:40:52,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T22:40:52,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:40:52,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:40:52,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:40:52,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/java.io.tmpdir/jetty-localhost-44913-hadoop-hdfs-3_4_1-tests_jar-_-any-2385821336718675901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T22:40:52,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44913} 2024-12-01T22:40:52,584 INFO [Time-limited test {}] server.Server(415): Started @2553ms 2024-12-01T22:40:53,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:40:53,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:40:53,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:40:53,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:40:53,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T22:40:53,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:40:53,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:40:53,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/java.io.tmpdir/jetty-localhost-33533-hadoop-hdfs-3_4_1-tests_jar-_-any-4242845705972006658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:40:53,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:33533} 2024-12-01T22:40:53,338 INFO [Time-limited test {}] server.Server(415): Started @3307ms 2024-12-01T22:40:53,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T22:40:54,338 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/data/data2/current/BP-1300482882-172.17.0.2-1733092851645/current, will proceed with Du for space computation calculation, 2024-12-01T22:40:54,338 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/data/data1/current/BP-1300482882-172.17.0.2-1733092851645/current, will proceed with Du for space computation calculation, 2024-12-01T22:40:54,362 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T22:40:54,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ca436330f20f519 with lease ID 0x3dc650df031fb693: Processing first storage report for DS-596e8673-a1c8-4b79-b556-ab71a87d8d76 from datanode DatanodeRegistration(127.0.0.1:43577, datanodeUuid=b8d766a4-f398-4055-ae16-21dfa44cf833, infoPort=43959, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=2042410037;c=1733092851645) 2024-12-01T22:40:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ca436330f20f519 with lease ID 0x3dc650df031fb693: from storage DS-596e8673-a1c8-4b79-b556-ab71a87d8d76 node DatanodeRegistration(127.0.0.1:43577, datanodeUuid=b8d766a4-f398-4055-ae16-21dfa44cf833, infoPort=43959, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=2042410037;c=1733092851645), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-01T22:40:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ca436330f20f519 with lease ID 0x3dc650df031fb693: Processing first storage report for DS-d8eeb836-526d-4034-ae05-858e5df77fba from datanode DatanodeRegistration(127.0.0.1:43577, datanodeUuid=b8d766a4-f398-4055-ae16-21dfa44cf833, infoPort=43959, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=2042410037;c=1733092851645) 2024-12-01T22:40:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ca436330f20f519 with lease ID 0x3dc650df031fb693: from storage DS-d8eeb836-526d-4034-ae05-858e5df77fba node DatanodeRegistration(127.0.0.1:43577, datanodeUuid=b8d766a4-f398-4055-ae16-21dfa44cf833, infoPort=43959, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=2042410037;c=1733092851645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:40:54,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3 2024-12-01T22:40:54,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/zookeeper_0, clientPort=58531, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T22:40:54,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58531 2024-12-01T22:40:54,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:40:54,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:40:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741825_1001 (size=7) 2024-12-01T22:40:55,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef with version=8 2024-12-01T22:40:55,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/hbase-staging 2024-12-01T22:40:55,214 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T22:40:55,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:40:55,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:40:55,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:40:55,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:40:55,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:40:55,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:40:55,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T22:40:55,610 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T22:40:55,618 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T22:40:55,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:40:55,643 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4310 (auto-detected) 2024-12-01T22:40:55,644 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-01T22:40:55,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39583 2024-12-01T22:40:55,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39583 connecting to ZooKeeper ensemble=127.0.0.1:58531 2024-12-01T22:40:55,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395830x0, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:40:55,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39583-0x101930e46900000 connected 2024-12-01T22:40:55,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:40:55,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:40:55,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:40:55,938 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef, hbase.cluster.distributed=false 2024-12-01T22:40:55,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:40:55,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39583 2024-12-01T22:40:55,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39583 2024-12-01T22:40:55,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39583 2024-12-01T22:40:55,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39583 2024-12-01T22:40:55,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39583 2024-12-01T22:40:56,082 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:40:56,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:40:56,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:40:56,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:40:56,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:40:56,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:40:56,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T22:40:56,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:40:56,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43983 2024-12-01T22:40:56,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43983 connecting to ZooKeeper ensemble=127.0.0.1:58531 2024-12-01T22:40:56,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:40:56,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:40:56,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439830x0, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:40:56,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439830x0, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:40:56,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43983-0x101930e46900001 connected 2024-12-01T22:40:56,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T22:40:56,124 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T22:40:56,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T22:40:56,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:40:56,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43983 2024-12-01T22:40:56,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43983 2024-12-01T22:40:56,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43983 2024-12-01T22:40:56,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43983 2024-12-01T22:40:56,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43983 2024-12-01T22:40:56,155 DEBUG [M:0;14efca635be3:39583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;14efca635be3:39583 2024-12-01T22:40:56,156 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/14efca635be3,39583,1733092855292 2024-12-01T22:40:56,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:40:56,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:40:56,173 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/14efca635be3,39583,1733092855292 2024-12-01T22:40:56,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:56,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T22:40:56,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:56,203 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T22:40:56,204 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/14efca635be3,39583,1733092855292 from backup master directory 2024-12-01T22:40:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/14efca635be3,39583,1733092855292 2024-12-01T22:40:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:40:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:40:56,214 WARN [master/14efca635be3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:40:56,214 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=14efca635be3,39583,1733092855292 2024-12-01T22:40:56,216 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T22:40:56,217 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T22:40:56,271 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/hbase.id] with ID: dcbb5551-fa48-4248-bd04-0a58d95320cc 2024-12-01T22:40:56,271 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/.tmp/hbase.id 2024-12-01T22:40:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741826_1002 (size=42) 2024-12-01T22:40:56,687 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/.tmp/hbase.id]:[hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/hbase.id] 2024-12-01T22:40:56,738 INFO [master/14efca635be3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:40:56,742 INFO [master/14efca635be3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T22:40:56,758 INFO [master/14efca635be3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-01T22:40:56,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:56,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:56,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741827_1003 (size=196) 2024-12-01T22:40:57,243 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:40:57,245 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T22:40:57,259 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:40:57,263 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:40:57,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741828_1004 (size=1189) 2024-12-01T22:40:57,717 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store 2024-12-01T22:40:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741829_1005 (size=34) 2024-12-01T22:40:58,149 INFO [master/14efca635be3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T22:40:58,153 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:58,154 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T22:40:58,155 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:40:58,155 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:40:58,157 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T22:40:58,157 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:40:58,157 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:40:58,159 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733092858154Disabling compacts and flushes for region at 1733092858154Disabling writes for close at 1733092858157 (+3 ms)Writing region close event to WAL at 1733092858157Closed at 1733092858157 2024-12-01T22:40:58,162 WARN [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/.initializing 2024-12-01T22:40:58,162 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/WALs/14efca635be3,39583,1733092855292 2024-12-01T22:40:58,171 INFO [master/14efca635be3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:40:58,186 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C39583%2C1733092855292, suffix=, logDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/WALs/14efca635be3,39583,1733092855292, archiveDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/oldWALs, maxLogs=10 2024-12-01T22:40:58,210 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/WALs/14efca635be3,39583,1733092855292/14efca635be3%2C39583%2C1733092855292.1733092858191, exclude list is [], retry=0 2024-12-01T22:40:58,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-596e8673-a1c8-4b79-b556-ab71a87d8d76,DISK] 2024-12-01T22:40:58,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T22:40:58,257 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/WALs/14efca635be3,39583,1733092855292/14efca635be3%2C39583%2C1733092855292.1733092858191 2024-12-01T22:40:58,258 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959)] 2024-12-01T22:40:58,258 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:40:58,259 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:58,261 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,262 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T22:40:58,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:58,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:40:58,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T22:40:58,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:58,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:58,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T22:40:58,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:58,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:58,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T22:40:58,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:58,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:58,337 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,340 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,341 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,347 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,347 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,351 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T22:40:58,355 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:40:58,360 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:58,361 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73500992, jitterRate=0.09525012969970703}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T22:40:58,366 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733092858272Initializing all the Stores at 1733092858275 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092858275Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092858276 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092858276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092858276Cleaning up temporary data from old regions at 1733092858347 (+71 ms)Region opened successfully at 1733092858366 (+19 ms) 2024-12-01T22:40:58,368 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T22:40:58,400 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c803cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:40:58,428 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T22:40:58,437 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T22:40:58,437 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T22:40:58,440 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T22:40:58,441 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T22:40:58,445 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-01T22:40:58,446 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T22:40:58,468 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T22:40:58,477 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T22:40:58,539 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T22:40:58,544 INFO [master/14efca635be3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T22:40:58,547 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T22:40:58,560 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T22:40:58,563 INFO [master/14efca635be3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T22:40:58,568 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T22:40:58,581 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T22:40:58,584 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T22:40:58,591 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T22:40:58,614 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T22:40:58,623 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T22:40:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:40:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:40:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:58,638 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=14efca635be3,39583,1733092855292, sessionid=0x101930e46900000, setting cluster-up flag (Was=false) 2024-12-01T22:40:58,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:58,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:58,697 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T22:40:58,701 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=14efca635be3,39583,1733092855292 2024-12-01T22:40:58,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:58,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:40:58,760 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T22:40:58,764 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=14efca635be3,39583,1733092855292 2024-12-01T22:40:58,773 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T22:40:58,839 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T22:40:58,845 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(746): ClusterId : dcbb5551-fa48-4248-bd04-0a58d95320cc 2024-12-01T22:40:58,847 DEBUG [RS:0;14efca635be3:43983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T22:40:58,848 INFO [master/14efca635be3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T22:40:58,854 INFO [master/14efca635be3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T22:40:58,857 DEBUG [RS:0;14efca635be3:43983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T22:40:58,857 DEBUG [RS:0;14efca635be3:43983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T22:40:58,859 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 14efca635be3,39583,1733092855292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T22:40:58,866 DEBUG [RS:0;14efca635be3:43983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T22:40:58,867 DEBUG [RS:0;14efca635be3:43983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae34b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:40:58,867 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:40:58,868 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:40:58,868 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:40:58,868 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:40:58,868 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/14efca635be3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T22:40:58,868 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:58,869 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:40:58,869 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:58,873 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733092888873 2024-12-01T22:40:58,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:40:58,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T22:40:58,875 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T22:40:58,877 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T22:40:58,880 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:58,880 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T22:40:58,880 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T22:40:58,880 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T22:40:58,881 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T22:40:58,881 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T22:40:58,882 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:58,886 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;14efca635be3:43983 2024-12-01T22:40:58,886 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T22:40:58,887 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T22:40:58,888 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T22:40:58,889 INFO [RS:0;14efca635be3:43983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T22:40:58,889 INFO [RS:0;14efca635be3:43983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T22:40:58,889 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T22:40:58,890 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T22:40:58,890 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T22:40:58,892 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,39583,1733092855292 with port=43983, startcode=1733092856036 2024-12-01T22:40:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741831_1007 (size=1321) 2024-12-01T22:40:58,893 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092858892,5,FailOnTimeoutGroup] 2024-12-01T22:40:58,894 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092858894,5,FailOnTimeoutGroup] 2024-12-01T22:40:58,894 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:58,895 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T22:40:58,896 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:58,896 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:58,905 DEBUG [RS:0;14efca635be3:43983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T22:40:58,940 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T22:40:58,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 14efca635be3,43983,1733092856036 2024-12-01T22:40:58,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39583 {}] master.ServerManager(517): Registering regionserver=14efca635be3,43983,1733092856036 2024-12-01T22:40:58,960 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef 2024-12-01T22:40:58,960 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42649 2024-12-01T22:40:58,960 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T22:40:58,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:40:58,971 DEBUG [RS:0;14efca635be3:43983 {}] zookeeper.ZKUtil(111): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/14efca635be3,43983,1733092856036 2024-12-01T22:40:58,971 WARN [RS:0;14efca635be3:43983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:40:58,971 INFO [RS:0;14efca635be3:43983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:40:58,972 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/WALs/14efca635be3,43983,1733092856036 2024-12-01T22:40:58,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [14efca635be3,43983,1733092856036] 2024-12-01T22:40:58,999 INFO [RS:0;14efca635be3:43983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T22:40:59,012 INFO [RS:0;14efca635be3:43983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T22:40:59,016 INFO [RS:0;14efca635be3:43983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T22:40:59,017 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,017 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T22:40:59,022 INFO [RS:0;14efca635be3:43983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T22:40:59,023 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,024 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,024 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,024 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,024 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,024 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,024 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:40:59,024 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,024 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,025 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,025 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,025 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,025 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:40:59,025 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:40:59,025 DEBUG [RS:0;14efca635be3:43983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:40:59,027 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,027 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,027 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,027 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,027 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,027 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,43983,1733092856036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:40:59,044 INFO [RS:0;14efca635be3:43983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T22:40:59,046 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,43983,1733092856036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,046 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,046 INFO [RS:0;14efca635be3:43983 {}] regionserver.Replication(171): 14efca635be3,43983,1733092856036 started 2024-12-01T22:40:59,066 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:40:59,066 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1482): Serving as 14efca635be3,43983,1733092856036, RpcServer on 14efca635be3/172.17.0.2:43983, sessionid=0x101930e46900001 2024-12-01T22:40:59,067 DEBUG [RS:0;14efca635be3:43983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T22:40:59,067 DEBUG [RS:0;14efca635be3:43983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 14efca635be3,43983,1733092856036 2024-12-01T22:40:59,067 DEBUG [RS:0;14efca635be3:43983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,43983,1733092856036' 2024-12-01T22:40:59,067 DEBUG [RS:0;14efca635be3:43983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T22:40:59,069 DEBUG [RS:0;14efca635be3:43983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T22:40:59,070 DEBUG [RS:0;14efca635be3:43983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T22:40:59,070 DEBUG [RS:0;14efca635be3:43983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T22:40:59,070 DEBUG [RS:0;14efca635be3:43983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 14efca635be3,43983,1733092856036 2024-12-01T22:40:59,070 DEBUG [RS:0;14efca635be3:43983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,43983,1733092856036' 2024-12-01T22:40:59,070 DEBUG [RS:0;14efca635be3:43983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T22:40:59,071 DEBUG [RS:0;14efca635be3:43983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T22:40:59,071 DEBUG [RS:0;14efca635be3:43983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T22:40:59,071 INFO [RS:0;14efca635be3:43983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T22:40:59,071 INFO [RS:0;14efca635be3:43983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T22:40:59,178 INFO [RS:0;14efca635be3:43983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:40:59,183 INFO [RS:0;14efca635be3:43983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C43983%2C1733092856036, suffix=, logDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/WALs/14efca635be3,43983,1733092856036, archiveDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/oldWALs, maxLogs=32 2024-12-01T22:40:59,196 DEBUG [RS:0;14efca635be3:43983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/WALs/14efca635be3,43983,1733092856036/14efca635be3%2C43983%2C1733092856036.1733092859185, exclude list is [], retry=0 2024-12-01T22:40:59,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-596e8673-a1c8-4b79-b556-ab71a87d8d76,DISK] 2024-12-01T22:40:59,204 INFO [RS:0;14efca635be3:43983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/WALs/14efca635be3,43983,1733092856036/14efca635be3%2C43983%2C1733092856036.1733092859185 2024-12-01T22:40:59,204 DEBUG [RS:0;14efca635be3:43983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959)] 2024-12-01T22:40:59,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T22:40:59,299 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef 2024-12-01T22:40:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741833_1009 (size=32) 2024-12-01T22:40:59,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:59,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T22:40:59,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T22:40:59,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:59,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:40:59,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T22:40:59,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T22:40:59,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:59,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:40:59,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T22:40:59,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T22:40:59,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:59,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:40:59,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T22:40:59,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T22:40:59,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:59,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:40:59,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T22:40:59,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740 2024-12-01T22:40:59,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740 2024-12-01T22:40:59,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T22:40:59,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T22:40:59,746 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:40:59,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T22:40:59,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:59,753 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65150197, jitterRate=-0.029186412692070007}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:40:59,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733092859719Initializing all the Stores at 1733092859721 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092859721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092859722 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092859722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092859722Cleaning up temporary data from old regions at 1733092859745 (+23 ms)Region opened successfully at 1733092859754 (+9 ms) 2024-12-01T22:40:59,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T22:40:59,755 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T22:40:59,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T22:40:59,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T22:40:59,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T22:40:59,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T22:40:59,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733092859754Disabling compacts and flushes for region at 1733092859754Disabling writes for close at 1733092859755 (+1 ms)Writing region close event to WAL at 1733092859756 (+1 ms)Closed at 1733092859756 2024-12-01T22:40:59,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:40:59,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T22:40:59,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T22:40:59,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T22:40:59,775 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T22:40:59,933 DEBUG [14efca635be3:39583 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T22:40:59,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:40:59,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 14efca635be3,43983,1733092856036, state=OPENING 2024-12-01T22:41:00,065 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T22:41:00,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:00,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:00,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:00,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:00,081 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T22:41:00,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:41:00,266 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T22:41:00,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T22:41:00,279 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T22:41:00,279 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:41:00,280 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T22:41:00,283 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C43983%2C1733092856036.meta, suffix=.meta, logDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/WALs/14efca635be3,43983,1733092856036, archiveDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/oldWALs, maxLogs=32 2024-12-01T22:41:00,296 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/WALs/14efca635be3,43983,1733092856036/14efca635be3%2C43983%2C1733092856036.meta.1733092860284.meta, exclude list is [], retry=0 2024-12-01T22:41:00,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-596e8673-a1c8-4b79-b556-ab71a87d8d76,DISK] 2024-12-01T22:41:00,302 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/WALs/14efca635be3,43983,1733092856036/14efca635be3%2C43983%2C1733092856036.meta.1733092860284.meta 2024-12-01T22:41:00,303 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959)] 2024-12-01T22:41:00,303 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:41:00,305 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T22:41:00,307 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T22:41:00,311 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T22:41:00,315 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T22:41:00,316 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:00,316 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T22:41:00,316 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T22:41:00,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T22:41:00,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T22:41:00,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:00,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:00,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T22:41:00,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T22:41:00,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:00,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:00,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T22:41:00,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T22:41:00,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:00,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:00,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T22:41:00,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T22:41:00,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:00,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:00,328 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T22:41:00,329 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740 2024-12-01T22:41:00,331 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740 2024-12-01T22:41:00,334 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T22:41:00,334 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T22:41:00,335 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:41:00,339 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T22:41:00,340 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61898768, jitterRate=-0.0776364803314209}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:41:00,341 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T22:41:00,342 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733092860316Writing region info on filesystem at 1733092860317 (+1 ms)Initializing all the Stores at 1733092860318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092860318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092860319 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092860319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092860319Cleaning up temporary data from old regions at 1733092860334 (+15 ms)Running coprocessor post-open hooks at 1733092860341 (+7 ms)Region opened successfully at 1733092860342 (+1 ms) 2024-12-01T22:41:00,349 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733092860258 2024-12-01T22:41:00,359 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T22:41:00,360 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T22:41:00,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:00,363 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 14efca635be3,43983,1733092856036, state=OPEN 2024-12-01T22:41:00,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:41:00,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:41:00,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:00,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:00,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:00,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T22:41:00,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=14efca635be3,43983,1733092856036 in 399 msec 2024-12-01T22:41:00,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T22:41:00,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 726 msec 2024-12-01T22:41:00,499 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:41:00,499 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T22:41:00,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:00,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:00,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:00,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47673, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:00,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7610 sec 2024-12-01T22:41:00,562 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733092860562, completionTime=-1 2024-12-01T22:41:00,565 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T22:41:00,565 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T22:41:00,592 INFO [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T22:41:00,592 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733092920592 2024-12-01T22:41:00,592 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733092980592 2024-12-01T22:41:00,592 INFO [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-01T22:41:00,594 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39583,1733092855292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:00,594 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39583,1733092855292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:00,595 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39583,1733092855292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:00,596 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-14efca635be3:39583, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:00,596 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:00,597 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:00,602 DEBUG [master/14efca635be3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T22:41:00,622 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.408sec 2024-12-01T22:41:00,623 INFO [master/14efca635be3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T22:41:00,624 INFO [master/14efca635be3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T22:41:00,625 INFO [master/14efca635be3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T22:41:00,626 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T22:41:00,626 INFO [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T22:41:00,626 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39583,1733092855292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:41:00,627 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39583,1733092855292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T22:41:00,635 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T22:41:00,635 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T22:41:00,636 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39583,1733092855292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:00,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:00,659 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T22:41:00,660 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T22:41:00,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:00,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:00,670 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:00,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:00,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459fec03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:00,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:00,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:00,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:00,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:00,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:00,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=14efca635be3,39583,1733092855292 2024-12-01T22:41:00,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=9764 2024-12-01T22:41:00,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:41:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,39583,1733092855292 2024-12-01T22:41:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238468b6 2024-12-01T22:41:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:41:00,758 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:41:00,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:41:00,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:41:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:00,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T22:41:00,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-01T22:41:00,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:00,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T22:41:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741835_1011 (size=1061) 2024-12-01T22:41:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:01,203 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef 2024-12-01T22:41:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741836_1012 (size=53) 2024-12-01T22:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:01,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:01,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c4af407abe3a2cc6e89c93e1c7ee8772, disabling compactions & flushes 2024-12-01T22:41:01,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:01,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:01,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. after waiting 0 ms 2024-12-01T22:41:01,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:01,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:01,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4af407abe3a2cc6e89c93e1c7ee8772: Waiting for close lock at 1733092861614Disabling compacts and flushes for region at 1733092861614Disabling writes for close at 1733092861614Writing region close event to WAL at 1733092861614Closed at 1733092861614 2024-12-01T22:41:01,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T22:41:01,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733092861617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092861617"}]},"ts":"1733092861617"} 2024-12-01T22:41:01,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T22:41:01,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T22:41:01,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092861628"}]},"ts":"1733092861628"} 2024-12-01T22:41:01,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T22:41:01,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, ASSIGN}] 2024-12-01T22:41:01,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, ASSIGN 2024-12-01T22:41:01,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, ASSIGN; state=OFFLINE, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=false 2024-12-01T22:41:01,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4af407abe3a2cc6e89c93e1c7ee8772, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, ASSIGN because future has completed 2024-12-01T22:41:01,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:41:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:01,964 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:01,964 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:41:01,965 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,965 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:01,965 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,965 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,968 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,972 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:01,972 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4af407abe3a2cc6e89c93e1c7ee8772 columnFamilyName A 2024-12-01T22:41:01,972 DEBUG [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:01,974 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.HStore(327): Store=c4af407abe3a2cc6e89c93e1c7ee8772/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:01,974 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,976 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:01,976 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4af407abe3a2cc6e89c93e1c7ee8772 columnFamilyName B 2024-12-01T22:41:01,976 DEBUG [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:01,977 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.HStore(327): Store=c4af407abe3a2cc6e89c93e1c7ee8772/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:01,977 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,980 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:01,980 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4af407abe3a2cc6e89c93e1c7ee8772 columnFamilyName C 2024-12-01T22:41:01,980 DEBUG [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:01,981 INFO [StoreOpener-c4af407abe3a2cc6e89c93e1c7ee8772-1 {}] regionserver.HStore(327): Store=c4af407abe3a2cc6e89c93e1c7ee8772/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:01,982 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:01,982 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,983 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,984 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,986 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,986 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,987 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:41:01,989 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,992 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:01,993 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4af407abe3a2cc6e89c93e1c7ee8772; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65064762, jitterRate=-0.030459493398666382}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:41:01,993 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:01,994 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4af407abe3a2cc6e89c93e1c7ee8772: Running coprocessor pre-open hook at 1733092861965Writing region info on filesystem at 1733092861965Initializing all the Stores at 1733092861967 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092861967Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092861968 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092861968Cleaning up temporary data from old regions at 1733092861986 (+18 ms)Running coprocessor post-open hooks at 1733092861993 (+7 ms)Region opened successfully at 1733092861993 2024-12-01T22:41:01,995 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., pid=6, masterSystemTime=1733092861956 2024-12-01T22:41:01,998 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:01,998 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:01,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4af407abe3a2cc6e89c93e1c7ee8772, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:02,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:41:02,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T22:41:02,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 in 204 msec 2024-12-01T22:41:02,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T22:41:02,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, ASSIGN in 373 msec 2024-12-01T22:41:02,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T22:41:02,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092862015"}]},"ts":"1733092862015"} 2024-12-01T22:41:02,018 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T22:41:02,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T22:41:02,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2520 sec 2024-12-01T22:41:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:02,938 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:02,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:02,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:02,947 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8e1fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:02,950 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39deaf2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:02,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:02,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:41:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,39583,1733092855292 2024-12-01T22:41:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c99c59 2024-12-01T22:41:02,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:41:02,965 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:41:02,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:02,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:02,972 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9668b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:02,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:02,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c5f854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:02,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:02,980 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51268a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:02,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:02,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:02,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:02,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6573bf69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:02,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:02,988 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:02,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:02,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:02,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6bbd4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:02,992 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:02,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6570559c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:02,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:02,998 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1771a615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:03,003 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368cb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:03,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:03,009 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174e014f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:03,012 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:03,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2a0658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:03,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:03,017 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eaf74b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:03,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:03,020 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d0d17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:03,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:03,025 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:03,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:03,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:03,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcaffe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:03,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:03,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:03,027 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d906002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:03,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:03,031 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3e49f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:03,034 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:03,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe80a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:03,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:03,038 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc2de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:03,041 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f1a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:03,046 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,046 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,046 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,047 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,049 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,050 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,057 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,058 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,059 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,061 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-01T22:41:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,069 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:03,072 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:03,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:03,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T22:41:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:41:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:03,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:41:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:03,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:03,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:03,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:03,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T22:41:03,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T22:41:03,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/681e761ea6ac43a1944aebffd5aeff25 is 50, key is test_row_0/A:col10/1733092863071/Put/seqid=0 2024-12-01T22:41:03,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:03,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092923238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092923243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092923243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092923252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092923260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741837_1013 (size=16681) 2024-12-01T22:41:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T22:41:03,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092923407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092923407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092923408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092923416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092923416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T22:41:03,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:03,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T22:41:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092923616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092923616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092923626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092923626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092923627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/681e761ea6ac43a1944aebffd5aeff25 2024-12-01T22:41:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T22:41:03,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T22:41:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/4aac711ee12f4084a472cafbadb50ecd is 50, key is test_row_0/B:col10/1733092863071/Put/seqid=0 2024-12-01T22:41:03,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741838_1014 (size=12001) 2024-12-01T22:41:03,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/4aac711ee12f4084a472cafbadb50ecd 2024-12-01T22:41:03,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/1424773f9db94d03a5cfb67e3d44e673 is 50, key is test_row_0/C:col10/1733092863071/Put/seqid=0 2024-12-01T22:41:03,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741839_1015 (size=12001) 2024-12-01T22:41:03,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T22:41:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:03,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:03,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092923926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092923936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092923936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092923937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:03,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092923946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:03,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T22:41:04,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:04,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:04,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:04,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:04,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T22:41:04,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T22:41:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:04,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:04,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/1424773f9db94d03a5cfb67e3d44e673 2024-12-01T22:41:04,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/681e761ea6ac43a1944aebffd5aeff25 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/681e761ea6ac43a1944aebffd5aeff25 2024-12-01T22:41:04,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/681e761ea6ac43a1944aebffd5aeff25, entries=250, sequenceid=13, filesize=16.3 K 2024-12-01T22:41:04,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/4aac711ee12f4084a472cafbadb50ecd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4aac711ee12f4084a472cafbadb50ecd 2024-12-01T22:41:04,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4aac711ee12f4084a472cafbadb50ecd, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T22:41:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/1424773f9db94d03a5cfb67e3d44e673 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1424773f9db94d03a5cfb67e3d44e673 2024-12-01T22:41:04,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1424773f9db94d03a5cfb67e3d44e673, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T22:41:04,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1233ms, sequenceid=13, compaction requested=false 2024-12-01T22:41:04,378 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T22:41:04,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:04,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T22:41:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:04,388 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:41:04,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:04,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:04,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:04,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:04,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:04,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/dd953801463540f089d501528f5a6f99 is 50, key is test_row_0/A:col10/1733092863250/Put/seqid=0 2024-12-01T22:41:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741840_1016 (size=12001) 2024-12-01T22:41:04,424 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/dd953801463540f089d501528f5a6f99 2024-12-01T22:41:04,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/d1f3e5868f3d42ad84274225df31c19f is 50, key is test_row_0/B:col10/1733092863250/Put/seqid=0 2024-12-01T22:41:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:04,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:04,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741841_1017 (size=12001) 2024-12-01T22:41:04,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092924526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092924535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092924539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092924545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092924553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092924656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092924656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092924666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092924666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092924666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092924865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092924865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,873 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/d1f3e5868f3d42ad84274225df31c19f 2024-12-01T22:41:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092924875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092924875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092924876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:04,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/01787f5e35ea4057ad1504d8fbaa883e is 50, key is test_row_0/C:col10/1733092863250/Put/seqid=0 2024-12-01T22:41:04,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741842_1018 (size=12001) 2024-12-01T22:41:04,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T22:41:05,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092925176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092925185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092925186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092925186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092925186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T22:41:05,317 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/01787f5e35ea4057ad1504d8fbaa883e 2024-12-01T22:41:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/dd953801463540f089d501528f5a6f99 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/dd953801463540f089d501528f5a6f99 2024-12-01T22:41:05,350 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/dd953801463540f089d501528f5a6f99, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T22:41:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/d1f3e5868f3d42ad84274225df31c19f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d1f3e5868f3d42ad84274225df31c19f 2024-12-01T22:41:05,367 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d1f3e5868f3d42ad84274225df31c19f, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T22:41:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/01787f5e35ea4057ad1504d8fbaa883e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01787f5e35ea4057ad1504d8fbaa883e 2024-12-01T22:41:05,385 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01787f5e35ea4057ad1504d8fbaa883e, entries=150, sequenceid=33, filesize=11.7 K 2024-12-01T22:41:05,388 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1000ms, sequenceid=33, compaction requested=false 2024-12-01T22:41:05,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:05,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:05,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T22:41:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T22:41:05,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-01T22:41:05,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3210 sec 2024-12-01T22:41:05,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.3470 sec 2024-12-01T22:41:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:05,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T22:41:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:05,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/80491c8a32264dc086a87fbfa117c876 is 50, key is test_row_0/A:col10/1733092864451/Put/seqid=0 2024-12-01T22:41:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741843_1019 (size=14341) 2024-12-01T22:41:05,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/80491c8a32264dc086a87fbfa117c876 2024-12-01T22:41:05,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092925725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092925729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092925730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092925725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092925732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/d4ee12f8fed54fd3b0a44e97d3eab186 is 50, key is test_row_0/B:col10/1733092864451/Put/seqid=0 2024-12-01T22:41:05,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741844_1020 (size=12001) 2024-12-01T22:41:05,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:41:05,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092925847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092925847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092925848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092925847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092925849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:05,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T22:41:05,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T22:41:05,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T22:41:05,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T22:41:05,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T22:41:05,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T22:41:05,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T22:41:05,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-01T22:41:06,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092926055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092926056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092926066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092926066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092926067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/d4ee12f8fed54fd3b0a44e97d3eab186 2024-12-01T22:41:06,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/3789613c14814597b9e923d90b1018bb is 50, key is test_row_0/C:col10/1733092864451/Put/seqid=0 2024-12-01T22:41:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741845_1021 (size=12001) 2024-12-01T22:41:06,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/3789613c14814597b9e923d90b1018bb 2024-12-01T22:41:06,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/80491c8a32264dc086a87fbfa117c876 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/80491c8a32264dc086a87fbfa117c876 2024-12-01T22:41:06,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/80491c8a32264dc086a87fbfa117c876, entries=200, sequenceid=47, filesize=14.0 K 2024-12-01T22:41:06,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/d4ee12f8fed54fd3b0a44e97d3eab186 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d4ee12f8fed54fd3b0a44e97d3eab186 2024-12-01T22:41:06,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d4ee12f8fed54fd3b0a44e97d3eab186, entries=150, sequenceid=47, filesize=11.7 K 2024-12-01T22:41:06,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/3789613c14814597b9e923d90b1018bb as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3789613c14814597b9e923d90b1018bb 2024-12-01T22:41:06,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3789613c14814597b9e923d90b1018bb, entries=150, sequenceid=47, filesize=11.7 K 2024-12-01T22:41:06,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c4af407abe3a2cc6e89c93e1c7ee8772 in 653ms, sequenceid=47, compaction requested=true 2024-12-01T22:41:06,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:06,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:06,354 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:06,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:06,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:06,355 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:06,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:06,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:06,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:06,367 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:06,369 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:06,370 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:06,370 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4aac711ee12f4084a472cafbadb50ecd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d1f3e5868f3d42ad84274225df31c19f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d4ee12f8fed54fd3b0a44e97d3eab186] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.2 K 2024-12-01T22:41:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:06,375 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aac711ee12f4084a472cafbadb50ecd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733092863071 2024-12-01T22:41:06,376 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d1f3e5868f3d42ad84274225df31c19f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733092863186 2024-12-01T22:41:06,377 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d4ee12f8fed54fd3b0a44e97d3eab186, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733092864451 2024-12-01T22:41:06,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:41:06,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:06,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:06,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:06,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:06,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:06,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:06,392 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:06,393 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:06,393 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:06,393 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/681e761ea6ac43a1944aebffd5aeff25, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/dd953801463540f089d501528f5a6f99, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/80491c8a32264dc086a87fbfa117c876] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=42.0 K 2024-12-01T22:41:06,394 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 681e761ea6ac43a1944aebffd5aeff25, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733092863071 2024-12-01T22:41:06,395 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd953801463540f089d501528f5a6f99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733092863186 2024-12-01T22:41:06,396 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80491c8a32264dc086a87fbfa117c876, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733092864451 2024-12-01T22:41:06,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a0f268d3df0443e19ad7f5681a5de9b5 is 50, key is test_row_0/A:col10/1733092865724/Put/seqid=0 2024-12-01T22:41:06,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092926415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092926415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092926417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092926435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092926443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,468 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:06,473 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/a8af8788c37945c599278bc8405d8d02 is 50, key is test_row_0/B:col10/1733092864451/Put/seqid=0 2024-12-01T22:41:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741846_1022 (size=14341) 2024-12-01T22:41:06,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a0f268d3df0443e19ad7f5681a5de9b5 2024-12-01T22:41:06,495 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#11 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:06,496 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2b444efd74c740f68111005b25e4ebce is 50, key is test_row_0/A:col10/1733092864451/Put/seqid=0 2024-12-01T22:41:06,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741847_1023 (size=12104) 2024-12-01T22:41:06,545 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/a8af8788c37945c599278bc8405d8d02 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a8af8788c37945c599278bc8405d8d02 2024-12-01T22:41:06,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ca3476d6306842b19b6979416c52f54a is 50, key is test_row_0/B:col10/1733092865724/Put/seqid=0 2024-12-01T22:41:06,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092926557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092926557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092926557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,579 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into a8af8788c37945c599278bc8405d8d02(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:06,579 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:06,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092926572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092926573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,587 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092866355; duration=0sec 2024-12-01T22:41:06,588 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:06,588 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:06,588 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:06,595 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:06,596 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:06,596 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:06,596 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1424773f9db94d03a5cfb67e3d44e673, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01787f5e35ea4057ad1504d8fbaa883e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3789613c14814597b9e923d90b1018bb] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.2 K 2024-12-01T22:41:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741848_1024 (size=12104) 2024-12-01T22:41:06,635 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 1424773f9db94d03a5cfb67e3d44e673, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733092863071 2024-12-01T22:41:06,638 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 01787f5e35ea4057ad1504d8fbaa883e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733092863186 2024-12-01T22:41:06,639 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3789613c14814597b9e923d90b1018bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733092864451 2024-12-01T22:41:06,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741849_1025 (size=12001) 2024-12-01T22:41:06,665 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2b444efd74c740f68111005b25e4ebce as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2b444efd74c740f68111005b25e4ebce 2024-12-01T22:41:06,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ca3476d6306842b19b6979416c52f54a 2024-12-01T22:41:06,694 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:06,695 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/01cce6f2e76d47bf9a9ba560b2afb053 is 50, key is test_row_0/C:col10/1733092864451/Put/seqid=0 2024-12-01T22:41:06,706 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into 2b444efd74c740f68111005b25e4ebce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:06,706 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:06,706 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092866347; duration=0sec 2024-12-01T22:41:06,706 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:06,706 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:06,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/d24550faf82c40b28a11159eba12215d is 50, key is test_row_0/C:col10/1733092865724/Put/seqid=0 2024-12-01T22:41:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741850_1026 (size=12104) 2024-12-01T22:41:06,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741851_1027 (size=12001) 2024-12-01T22:41:06,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/d24550faf82c40b28a11159eba12215d 2024-12-01T22:41:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a0f268d3df0443e19ad7f5681a5de9b5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0f268d3df0443e19ad7f5681a5de9b5 2024-12-01T22:41:06,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092926787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092926787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092926788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092926788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092926795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:06,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0f268d3df0443e19ad7f5681a5de9b5, entries=200, sequenceid=67, filesize=14.0 K 2024-12-01T22:41:06,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ca3476d6306842b19b6979416c52f54a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ca3476d6306842b19b6979416c52f54a 2024-12-01T22:41:06,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ca3476d6306842b19b6979416c52f54a, entries=150, sequenceid=67, filesize=11.7 K 2024-12-01T22:41:06,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/d24550faf82c40b28a11159eba12215d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/d24550faf82c40b28a11159eba12215d 2024-12-01T22:41:06,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/d24550faf82c40b28a11159eba12215d, entries=150, sequenceid=67, filesize=11.7 K 2024-12-01T22:41:06,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c4af407abe3a2cc6e89c93e1c7ee8772 in 499ms, sequenceid=67, compaction requested=false 2024-12-01T22:41:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:07,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-01T22:41:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:07,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/3bf7f14e16754477bc15b0e42ed9a2d9 is 50, key is test_row_0/A:col10/1733092867109/Put/seqid=0 2024-12-01T22:41:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741852_1028 (size=12001) 2024-12-01T22:41:07,162 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/01cce6f2e76d47bf9a9ba560b2afb053 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01cce6f2e76d47bf9a9ba560b2afb053 2024-12-01T22:41:07,177 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into 01cce6f2e76d47bf9a9ba560b2afb053(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:07,178 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:07,178 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092866361; duration=0sec 2024-12-01T22:41:07,178 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:07,178 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092927169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092927170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092927172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092927174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092927175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T22:41:07,235 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:07,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-01T22:41:07,240 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T22:41:07,243 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:07,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092927285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092927285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092927286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092927286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092927295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T22:41:07,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:07,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:07,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092927495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092927495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092927496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092927496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092927505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/3bf7f14e16754477bc15b0e42ed9a2d9 2024-12-01T22:41:07,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:07,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T22:41:07,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ed58ac4c0ad845ceb24ea53b5dd5a4be is 50, key is test_row_0/B:col10/1733092867109/Put/seqid=0 2024-12-01T22:41:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741853_1029 (size=12001) 2024-12-01T22:41:07,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:07,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092927805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092927805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092927805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092927805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092927815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:07,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:07,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T22:41:07,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:07,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:07,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:07,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:07,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ed58ac4c0ad845ceb24ea53b5dd5a4be 2024-12-01T22:41:08,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9e715ddb9daa48f2a01b49dafa24f14a is 50, key is test_row_0/C:col10/1733092867109/Put/seqid=0 2024-12-01T22:41:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741854_1030 (size=12001) 2024-12-01T22:41:08,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092928315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:08,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092928315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:08,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092928325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:08,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:08,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092928325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092928325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:08,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T22:41:08,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9e715ddb9daa48f2a01b49dafa24f14a 2024-12-01T22:41:08,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/3bf7f14e16754477bc15b0e42ed9a2d9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3bf7f14e16754477bc15b0e42ed9a2d9 2024-12-01T22:41:08,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3bf7f14e16754477bc15b0e42ed9a2d9, entries=150, sequenceid=84, filesize=11.7 K 2024-12-01T22:41:08,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ed58ac4c0ad845ceb24ea53b5dd5a4be as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ed58ac4c0ad845ceb24ea53b5dd5a4be 2024-12-01T22:41:08,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ed58ac4c0ad845ceb24ea53b5dd5a4be, entries=150, sequenceid=84, filesize=11.7 K 2024-12-01T22:41:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:08,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9e715ddb9daa48f2a01b49dafa24f14a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9e715ddb9daa48f2a01b49dafa24f14a 2024-12-01T22:41:08,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9e715ddb9daa48f2a01b49dafa24f14a, entries=150, sequenceid=84, filesize=11.7 K 2024-12-01T22:41:08,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1400ms, sequenceid=84, compaction requested=true 2024-12-01T22:41:08,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:08,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:08,516 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:08,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:08,517 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:08,519 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:08,519 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:08,519 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,519 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2b444efd74c740f68111005b25e4ebce, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0f268d3df0443e19ad7f5681a5de9b5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3bf7f14e16754477bc15b0e42ed9a2d9] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=37.5 K 2024-12-01T22:41:08,521 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b444efd74c740f68111005b25e4ebce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733092864451 2024-12-01T22:41:08,521 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:08,521 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:08,521 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,521 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a8af8788c37945c599278bc8405d8d02, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ca3476d6306842b19b6979416c52f54a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ed58ac4c0ad845ceb24ea53b5dd5a4be] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.3 K 2024-12-01T22:41:08,522 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f268d3df0443e19ad7f5681a5de9b5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733092865724 2024-12-01T22:41:08,522 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bf7f14e16754477bc15b0e42ed9a2d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733092867106 2024-12-01T22:41:08,522 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a8af8788c37945c599278bc8405d8d02, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733092864451 2024-12-01T22:41:08,524 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ca3476d6306842b19b6979416c52f54a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733092865724 2024-12-01T22:41:08,525 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ed58ac4c0ad845ceb24ea53b5dd5a4be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733092867106 2024-12-01T22:41:08,555 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:08,556 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:08,557 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a0b7df6bde214dc0a2996d4a0d140b8e is 50, key is test_row_0/A:col10/1733092867109/Put/seqid=0 2024-12-01T22:41:08,558 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/b20fb7f17b914b3982f0ec9b583026e6 is 50, key is test_row_0/B:col10/1733092867109/Put/seqid=0 2024-12-01T22:41:08,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741855_1031 (size=12207) 2024-12-01T22:41:08,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741856_1032 (size=12207) 2024-12-01T22:41:08,596 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a0b7df6bde214dc0a2996d4a0d140b8e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0b7df6bde214dc0a2996d4a0d140b8e 2024-12-01T22:41:08,607 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/b20fb7f17b914b3982f0ec9b583026e6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b20fb7f17b914b3982f0ec9b583026e6 2024-12-01T22:41:08,610 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into a0b7df6bde214dc0a2996d4a0d140b8e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:08,610 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:08,610 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092868516; duration=0sec 2024-12-01T22:41:08,611 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:08,611 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:08,611 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:08,613 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:08,613 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:08,613 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,613 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01cce6f2e76d47bf9a9ba560b2afb053, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/d24550faf82c40b28a11159eba12215d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9e715ddb9daa48f2a01b49dafa24f14a] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.3 K 2024-12-01T22:41:08,614 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01cce6f2e76d47bf9a9ba560b2afb053, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733092864451 2024-12-01T22:41:08,617 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting d24550faf82c40b28a11159eba12215d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733092865724 2024-12-01T22:41:08,618 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into b20fb7f17b914b3982f0ec9b583026e6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:08,618 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:08,619 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092868516; duration=0sec 2024-12-01T22:41:08,619 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:08,619 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:08,619 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e715ddb9daa48f2a01b49dafa24f14a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733092867106 2024-12-01T22:41:08,632 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:08,633 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f5457bee2c714f1ab7639ef12ca89778 is 50, key is test_row_0/C:col10/1733092867109/Put/seqid=0 2024-12-01T22:41:08,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T22:41:08,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:08,645 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T22:41:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741857_1033 (size=12207) 2024-12-01T22:41:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a5d94ae379144d79ae3c26c39624c9ed is 50, key is test_row_0/A:col10/1733092867167/Put/seqid=0 2024-12-01T22:41:08,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741858_1034 (size=12001) 2024-12-01T22:41:09,056 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f5457bee2c714f1ab7639ef12ca89778 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5457bee2c714f1ab7639ef12ca89778 2024-12-01T22:41:09,060 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a5d94ae379144d79ae3c26c39624c9ed 2024-12-01T22:41:09,066 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into f5457bee2c714f1ab7639ef12ca89778(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:09,066 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:09,066 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092868517; duration=0sec 2024-12-01T22:41:09,067 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:09,067 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:09,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/045ff15afabb4691a2503f76f871ad92 is 50, key is test_row_0/B:col10/1733092867167/Put/seqid=0 2024-12-01T22:41:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741859_1035 (size=12001) 2024-12-01T22:41:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092929346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092929349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092929348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092929351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092929353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T22:41:09,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092929464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092929465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092929465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092929465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092929465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,487 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/045ff15afabb4691a2503f76f871ad92 2024-12-01T22:41:09,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/4b492625e6bc416789e7473a4d48df09 is 50, key is test_row_0/C:col10/1733092867167/Put/seqid=0 2024-12-01T22:41:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741860_1036 (size=12001) 2024-12-01T22:41:09,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092929675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092929675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092929676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092929676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092929676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:09,907 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/4b492625e6bc416789e7473a4d48df09 2024-12-01T22:41:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a5d94ae379144d79ae3c26c39624c9ed as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a5d94ae379144d79ae3c26c39624c9ed 2024-12-01T22:41:09,923 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a5d94ae379144d79ae3c26c39624c9ed, entries=150, sequenceid=105, filesize=11.7 K 2024-12-01T22:41:09,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/045ff15afabb4691a2503f76f871ad92 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/045ff15afabb4691a2503f76f871ad92 2024-12-01T22:41:09,936 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/045ff15afabb4691a2503f76f871ad92, entries=150, sequenceid=105, filesize=11.7 K 2024-12-01T22:41:09,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/4b492625e6bc416789e7473a4d48df09 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/4b492625e6bc416789e7473a4d48df09 2024-12-01T22:41:09,946 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/4b492625e6bc416789e7473a4d48df09, entries=150, sequenceid=105, filesize=11.7 K 2024-12-01T22:41:09,947 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1302ms, sequenceid=105, compaction requested=false 2024-12-01T22:41:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-01T22:41:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-01T22:41:09,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T22:41:09,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7050 sec 2024-12-01T22:41:09,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.7200 sec 2024-12-01T22:41:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:09,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-01T22:41:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:09,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:09,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:09,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:09,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:09,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/5c4022b5c74f400a99247d62eccfa513 is 50, key is test_row_0/A:col10/1733092869986/Put/seqid=0 2024-12-01T22:41:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741861_1037 (size=12001) 2024-12-01T22:41:10,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/5c4022b5c74f400a99247d62eccfa513 2024-12-01T22:41:10,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092930009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092930014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092930014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092930016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092930016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/a49eb4463f4e4763a226d77f50a4e20c is 50, key is test_row_0/B:col10/1733092869986/Put/seqid=0 2024-12-01T22:41:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741862_1038 (size=12001) 2024-12-01T22:41:10,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/a49eb4463f4e4763a226d77f50a4e20c 2024-12-01T22:41:10,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f5d955faa11f4240bbaf336c35b6166e is 50, key is test_row_0/C:col10/1733092869986/Put/seqid=0 2024-12-01T22:41:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741863_1039 (size=12001) 2024-12-01T22:41:10,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f5d955faa11f4240bbaf336c35b6166e 2024-12-01T22:41:10,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/5c4022b5c74f400a99247d62eccfa513 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/5c4022b5c74f400a99247d62eccfa513 2024-12-01T22:41:10,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/5c4022b5c74f400a99247d62eccfa513, entries=150, sequenceid=123, filesize=11.7 K 2024-12-01T22:41:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/a49eb4463f4e4763a226d77f50a4e20c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a49eb4463f4e4763a226d77f50a4e20c 2024-12-01T22:41:10,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092930125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092930135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092930135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092930135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092930136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a49eb4463f4e4763a226d77f50a4e20c, entries=150, sequenceid=123, filesize=11.7 K 2024-12-01T22:41:10,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f5d955faa11f4240bbaf336c35b6166e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5d955faa11f4240bbaf336c35b6166e 2024-12-01T22:41:10,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5d955faa11f4240bbaf336c35b6166e, entries=150, sequenceid=123, filesize=11.7 K 2024-12-01T22:41:10,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for c4af407abe3a2cc6e89c93e1c7ee8772 in 164ms, sequenceid=123, compaction requested=true 2024-12-01T22:41:10,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:10,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:10,154 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:10,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:10,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:10,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:10,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:10,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:10,154 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:10,156 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:10,156 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:10,156 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:10,156 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:10,156 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:10,156 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:10,157 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b20fb7f17b914b3982f0ec9b583026e6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/045ff15afabb4691a2503f76f871ad92, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a49eb4463f4e4763a226d77f50a4e20c] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.4 K 2024-12-01T22:41:10,157 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0b7df6bde214dc0a2996d4a0d140b8e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a5d94ae379144d79ae3c26c39624c9ed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/5c4022b5c74f400a99247d62eccfa513] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.4 K 2024-12-01T22:41:10,157 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b20fb7f17b914b3982f0ec9b583026e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733092867106 2024-12-01T22:41:10,157 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0b7df6bde214dc0a2996d4a0d140b8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733092867106 2024-12-01T22:41:10,158 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5d94ae379144d79ae3c26c39624c9ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733092867160 2024-12-01T22:41:10,158 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 045ff15afabb4691a2503f76f871ad92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733092867160 2024-12-01T22:41:10,159 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a49eb4463f4e4763a226d77f50a4e20c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733092869351 2024-12-01T22:41:10,159 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c4022b5c74f400a99247d62eccfa513, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733092869351 2024-12-01T22:41:10,174 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:10,175 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/64f84720286048ccb0b00be69314ec31 is 50, key is test_row_0/B:col10/1733092869986/Put/seqid=0 2024-12-01T22:41:10,183 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:10,183 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2157a1d2e5434a47b7b2eed3924370d4 is 50, key is test_row_0/A:col10/1733092869986/Put/seqid=0 2024-12-01T22:41:10,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741864_1040 (size=12309) 2024-12-01T22:41:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741865_1041 (size=12309) 2024-12-01T22:41:10,226 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/64f84720286048ccb0b00be69314ec31 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/64f84720286048ccb0b00be69314ec31 2024-12-01T22:41:10,237 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2157a1d2e5434a47b7b2eed3924370d4 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2157a1d2e5434a47b7b2eed3924370d4 2024-12-01T22:41:10,250 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into 64f84720286048ccb0b00be69314ec31(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:10,250 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:10,250 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092870154; duration=0sec 2024-12-01T22:41:10,250 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:10,251 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:10,251 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:10,254 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into 2157a1d2e5434a47b7b2eed3924370d4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:10,254 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:10,254 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092870154; duration=0sec 2024-12-01T22:41:10,254 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:10,255 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:10,256 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:10,257 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:10,257 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:10,257 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5457bee2c714f1ab7639ef12ca89778, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/4b492625e6bc416789e7473a4d48df09, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5d955faa11f4240bbaf336c35b6166e] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.4 K 2024-12-01T22:41:10,260 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f5457bee2c714f1ab7639ef12ca89778, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733092867106 2024-12-01T22:41:10,264 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b492625e6bc416789e7473a4d48df09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733092867160 2024-12-01T22:41:10,272 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f5d955faa11f4240bbaf336c35b6166e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733092869351 2024-12-01T22:41:10,296 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:10,297 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/ad1a45c55c3b4cd88f10eb1932c4c1a0 is 50, key is test_row_0/C:col10/1733092869986/Put/seqid=0 2024-12-01T22:41:10,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741866_1042 (size=12309) 2024-12-01T22:41:10,342 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/ad1a45c55c3b4cd88f10eb1932c4c1a0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/ad1a45c55c3b4cd88f10eb1932c4c1a0 2024-12-01T22:41:10,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-01T22:41:10,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:10,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:10,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:10,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:10,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:10,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:10,355 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into ad1a45c55c3b4cd88f10eb1932c4c1a0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:10,362 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:10,362 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092870154; duration=0sec 2024-12-01T22:41:10,362 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:10,362 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:10,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03fcccc09e79407498dcb94130fe8531 is 50, key is test_row_0/A:col10/1733092870336/Put/seqid=0 2024-12-01T22:41:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092930377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092930383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092930386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092930387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092930390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741867_1043 (size=14541) 2024-12-01T22:41:10,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03fcccc09e79407498dcb94130fe8531 2024-12-01T22:41:10,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/0832bfa49d3245c089d47bf1297ffb64 is 50, key is test_row_0/B:col10/1733092870336/Put/seqid=0 2024-12-01T22:41:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741868_1044 (size=12151) 2024-12-01T22:41:10,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/0832bfa49d3245c089d47bf1297ffb64 2024-12-01T22:41:10,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/439d9ac6cfcd4e789d9304651ace852f is 50, key is test_row_0/C:col10/1733092870336/Put/seqid=0 2024-12-01T22:41:10,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092930496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741869_1045 (size=12151) 2024-12-01T22:41:10,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/439d9ac6cfcd4e789d9304651ace852f 2024-12-01T22:41:10,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092930505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092930506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092930506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092930508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03fcccc09e79407498dcb94130fe8531 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03fcccc09e79407498dcb94130fe8531 2024-12-01T22:41:10,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03fcccc09e79407498dcb94130fe8531, entries=200, sequenceid=141, filesize=14.2 K 2024-12-01T22:41:10,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/0832bfa49d3245c089d47bf1297ffb64 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/0832bfa49d3245c089d47bf1297ffb64 2024-12-01T22:41:10,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/0832bfa49d3245c089d47bf1297ffb64, entries=150, sequenceid=141, filesize=11.9 K 2024-12-01T22:41:10,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/439d9ac6cfcd4e789d9304651ace852f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/439d9ac6cfcd4e789d9304651ace852f 2024-12-01T22:41:10,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/439d9ac6cfcd4e789d9304651ace852f, entries=150, sequenceid=141, filesize=11.9 K 2024-12-01T22:41:10,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=100.63 KB/103050 for c4af407abe3a2cc6e89c93e1c7ee8772 in 235ms, sequenceid=141, compaction requested=false 2024-12-01T22:41:10,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:10,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T22:41:10,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:10,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:10,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:10,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:10,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:10,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:10,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/b393676e29c745ce89457f30c7f5094f is 50, key is test_row_0/A:col10/1733092870373/Put/seqid=0 2024-12-01T22:41:10,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741870_1046 (size=14541) 2024-12-01T22:41:10,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/b393676e29c745ce89457f30c7f5094f 2024-12-01T22:41:10,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092930735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092930744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092930745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092930746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092930746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/aacac011cfee414b91c803babadf1805 is 50, key is test_row_0/B:col10/1733092870373/Put/seqid=0 2024-12-01T22:41:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741871_1047 (size=12151) 2024-12-01T22:41:10,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/aacac011cfee414b91c803babadf1805 2024-12-01T22:41:10,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/251a119479d74d0483d01164e6c22753 is 50, key is test_row_0/C:col10/1733092870373/Put/seqid=0 2024-12-01T22:41:10,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741872_1048 (size=12151) 2024-12-01T22:41:10,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/251a119479d74d0483d01164e6c22753 2024-12-01T22:41:10,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/b393676e29c745ce89457f30c7f5094f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/b393676e29c745ce89457f30c7f5094f 2024-12-01T22:41:10,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/b393676e29c745ce89457f30c7f5094f, entries=200, sequenceid=161, filesize=14.2 K 2024-12-01T22:41:10,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/aacac011cfee414b91c803babadf1805 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/aacac011cfee414b91c803babadf1805 2024-12-01T22:41:10,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/aacac011cfee414b91c803babadf1805, entries=150, sequenceid=161, filesize=11.9 K 2024-12-01T22:41:10,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/251a119479d74d0483d01164e6c22753 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/251a119479d74d0483d01164e6c22753 2024-12-01T22:41:10,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092930855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092930855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092930855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092930857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092930865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/251a119479d74d0483d01164e6c22753, entries=150, sequenceid=161, filesize=11.9 K 2024-12-01T22:41:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:10,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for c4af407abe3a2cc6e89c93e1c7ee8772 in 158ms, sequenceid=161, compaction requested=true 2024-12-01T22:41:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:10,868 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:10,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:10,868 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:10,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:10,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:10,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:10,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:10,869 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41391 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:10,869 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:10,869 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:10,870 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2157a1d2e5434a47b7b2eed3924370d4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03fcccc09e79407498dcb94130fe8531, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/b393676e29c745ce89457f30c7f5094f] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=40.4 K 2024-12-01T22:41:10,870 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:10,870 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:10,870 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2157a1d2e5434a47b7b2eed3924370d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733092869351 2024-12-01T22:41:10,870 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:10,870 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/64f84720286048ccb0b00be69314ec31, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/0832bfa49d3245c089d47bf1297ffb64, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/aacac011cfee414b91c803babadf1805] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.8 K 2024-12-01T22:41:10,871 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03fcccc09e79407498dcb94130fe8531, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733092870009 2024-12-01T22:41:10,871 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 64f84720286048ccb0b00be69314ec31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733092869351 2024-12-01T22:41:10,871 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting b393676e29c745ce89457f30c7f5094f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733092870373 2024-12-01T22:41:10,872 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0832bfa49d3245c089d47bf1297ffb64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733092870009 2024-12-01T22:41:10,872 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting aacac011cfee414b91c803babadf1805, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733092870373 2024-12-01T22:41:10,886 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:10,888 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/eaaed8668a544bdf9bae5fecc91e747f is 50, key is test_row_0/A:col10/1733092870373/Put/seqid=0 2024-12-01T22:41:10,898 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:10,899 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/1200435fbe1049d393c42cfdb47b508d is 50, key is test_row_0/B:col10/1733092870373/Put/seqid=0 2024-12-01T22:41:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741874_1050 (size=12561) 2024-12-01T22:41:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741873_1049 (size=12561) 2024-12-01T22:41:10,918 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/1200435fbe1049d393c42cfdb47b508d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1200435fbe1049d393c42cfdb47b508d 2024-12-01T22:41:10,927 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into 1200435fbe1049d393c42cfdb47b508d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:10,928 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:10,928 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092870868; duration=0sec 2024-12-01T22:41:10,928 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:10,928 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:10,928 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:10,930 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:10,930 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:10,930 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:10,930 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/ad1a45c55c3b4cd88f10eb1932c4c1a0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/439d9ac6cfcd4e789d9304651ace852f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/251a119479d74d0483d01164e6c22753] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=35.8 K 2024-12-01T22:41:10,931 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ad1a45c55c3b4cd88f10eb1932c4c1a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733092869351 2024-12-01T22:41:10,932 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 439d9ac6cfcd4e789d9304651ace852f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733092870009 2024-12-01T22:41:10,933 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 251a119479d74d0483d01164e6c22753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733092870373 2024-12-01T22:41:10,947 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:10,947 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/42f387ef4fcf4b86aca5c53f4ec51cf7 is 50, key is test_row_0/C:col10/1733092870373/Put/seqid=0 2024-12-01T22:41:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741875_1051 (size=12561) 2024-12-01T22:41:10,976 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/42f387ef4fcf4b86aca5c53f4ec51cf7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/42f387ef4fcf4b86aca5c53f4ec51cf7 2024-12-01T22:41:10,990 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into 42f387ef4fcf4b86aca5c53f4ec51cf7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:10,990 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:10,990 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092870868; duration=0sec 2024-12-01T22:41:10,990 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:10,990 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:11,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-01T22:41:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:11,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/1493afe8592d4066bfaac1c33992af36 is 50, key is test_row_0/A:col10/1733092871065/Put/seqid=0 2024-12-01T22:41:11,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741876_1052 (size=14541) 2024-12-01T22:41:11,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/1493afe8592d4066bfaac1c33992af36 2024-12-01T22:41:11,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/83f355374c0c4dc1b82b439f46ea2985 is 50, key is test_row_0/B:col10/1733092871065/Put/seqid=0 2024-12-01T22:41:11,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092931101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092931101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092931103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092931104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092931107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741877_1053 (size=12151) 2024-12-01T22:41:11,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/83f355374c0c4dc1b82b439f46ea2985 2024-12-01T22:41:11,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cdf0d61459c24c6f9711fbb17d91b63f is 50, key is test_row_0/C:col10/1733092871065/Put/seqid=0 2024-12-01T22:41:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741878_1054 (size=12151) 2024-12-01T22:41:11,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cdf0d61459c24c6f9711fbb17d91b63f 2024-12-01T22:41:11,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/1493afe8592d4066bfaac1c33992af36 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1493afe8592d4066bfaac1c33992af36 2024-12-01T22:41:11,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1493afe8592d4066bfaac1c33992af36, entries=200, sequenceid=178, filesize=14.2 K 2024-12-01T22:41:11,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/83f355374c0c4dc1b82b439f46ea2985 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/83f355374c0c4dc1b82b439f46ea2985 2024-12-01T22:41:11,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092931215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092931216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092931216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092931216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092931216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/83f355374c0c4dc1b82b439f46ea2985, entries=150, sequenceid=178, filesize=11.9 K 2024-12-01T22:41:11,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cdf0d61459c24c6f9711fbb17d91b63f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cdf0d61459c24c6f9711fbb17d91b63f 2024-12-01T22:41:11,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cdf0d61459c24c6f9711fbb17d91b63f, entries=150, sequenceid=178, filesize=11.9 K 2024-12-01T22:41:11,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c4af407abe3a2cc6e89c93e1c7ee8772 in 177ms, sequenceid=178, compaction requested=false 2024-12-01T22:41:11,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:11,332 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/eaaed8668a544bdf9bae5fecc91e747f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/eaaed8668a544bdf9bae5fecc91e747f 2024-12-01T22:41:11,355 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into eaaed8668a544bdf9bae5fecc91e747f(size=12.3 K), total size for store is 26.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:11,355 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:11,355 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092870867; duration=0sec 2024-12-01T22:41:11,355 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:11,356 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T22:41:11,406 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:11,406 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-01T22:41:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T22:41:11,410 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:11,411 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:11,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:11,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T22:41:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:11,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/bd4200b6a5914c32aa821c080af46bc8 is 50, key is test_row_0/A:col10/1733092871100/Put/seqid=0 2024-12-01T22:41:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092931442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092931444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092931445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741879_1055 (size=14541) 2024-12-01T22:41:11,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092931447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092931449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T22:41:11,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092931554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092931555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:11,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:11,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:11,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092931565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092931565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092931568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T22:41:11,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:11,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:11,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092931765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092931765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092931784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092931785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092931785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:11,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/bd4200b6a5914c32aa821c080af46bc8 2024-12-01T22:41:11,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/8a2310ac6347422cb9f8abeddd0db4ff is 50, key is test_row_0/B:col10/1733092871100/Put/seqid=0 2024-12-01T22:41:11,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741880_1056 (size=12151) 2024-12-01T22:41:11,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:11,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:11,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T22:41:12,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:12,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092932075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092932075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092932095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092932095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092932095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:12,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:12,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/8a2310ac6347422cb9f8abeddd0db4ff 2024-12-01T22:41:12,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/987075c112c34a789fb99bc29604a99d is 50, key is test_row_0/C:col10/1733092871100/Put/seqid=0 2024-12-01T22:41:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741881_1057 (size=12151) 2024-12-01T22:41:12,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:12,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:12,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:12,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T22:41:12,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092932585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092932585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092932605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092932605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092932615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:12,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:12,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:12,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:12,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/987075c112c34a789fb99bc29604a99d 2024-12-01T22:41:12,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/bd4200b6a5914c32aa821c080af46bc8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/bd4200b6a5914c32aa821c080af46bc8 2024-12-01T22:41:12,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/bd4200b6a5914c32aa821c080af46bc8, entries=200, sequenceid=197, filesize=14.2 K 2024-12-01T22:41:12,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/8a2310ac6347422cb9f8abeddd0db4ff as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/8a2310ac6347422cb9f8abeddd0db4ff 2024-12-01T22:41:12,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/8a2310ac6347422cb9f8abeddd0db4ff, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T22:41:12,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/987075c112c34a789fb99bc29604a99d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/987075c112c34a789fb99bc29604a99d 2024-12-01T22:41:12,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/987075c112c34a789fb99bc29604a99d, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T22:41:12,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1312ms, sequenceid=197, compaction requested=true 2024-12-01T22:41:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:12,739 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:12,739 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:12,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:12,741 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:12,742 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:12,742 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,742 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1200435fbe1049d393c42cfdb47b508d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/83f355374c0c4dc1b82b439f46ea2985, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/8a2310ac6347422cb9f8abeddd0db4ff] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.0 K 2024-12-01T22:41:12,742 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:12,743 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:12,743 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 1200435fbe1049d393c42cfdb47b508d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733092870373 2024-12-01T22:41:12,743 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/eaaed8668a544bdf9bae5fecc91e747f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1493afe8592d4066bfaac1c33992af36, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/bd4200b6a5914c32aa821c080af46bc8] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=40.7 K 2024-12-01T22:41:12,743 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaaed8668a544bdf9bae5fecc91e747f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733092870373 2024-12-01T22:41:12,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 83f355374c0c4dc1b82b439f46ea2985, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733092870726 2024-12-01T22:41:12,744 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1493afe8592d4066bfaac1c33992af36, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733092870726 2024-12-01T22:41:12,744 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a2310ac6347422cb9f8abeddd0db4ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733092871100 2024-12-01T22:41:12,744 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd4200b6a5914c32aa821c080af46bc8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733092871100 2024-12-01T22:41:12,762 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:12,762 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/4a1b22d9f6074b52911997968fe6f131 is 50, key is test_row_0/A:col10/1733092871100/Put/seqid=0 2024-12-01T22:41:12,764 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#46 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:12,764 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/3d34948007df4c14b6e100e0bae5f99e is 50, key is test_row_0/B:col10/1733092871100/Put/seqid=0 2024-12-01T22:41:12,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741882_1058 (size=12663) 2024-12-01T22:41:12,780 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/4a1b22d9f6074b52911997968fe6f131 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/4a1b22d9f6074b52911997968fe6f131 2024-12-01T22:41:12,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741883_1059 (size=12663) 2024-12-01T22:41:12,796 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/3d34948007df4c14b6e100e0bae5f99e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3d34948007df4c14b6e100e0bae5f99e 2024-12-01T22:41:12,800 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into 4a1b22d9f6074b52911997968fe6f131(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:12,800 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:12,800 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092872739; duration=0sec 2024-12-01T22:41:12,800 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:12,800 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:12,800 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:12,804 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:12,804 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:12,804 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,805 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/42f387ef4fcf4b86aca5c53f4ec51cf7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cdf0d61459c24c6f9711fbb17d91b63f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/987075c112c34a789fb99bc29604a99d] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.0 K 2024-12-01T22:41:12,808 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42f387ef4fcf4b86aca5c53f4ec51cf7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733092870373 2024-12-01T22:41:12,810 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdf0d61459c24c6f9711fbb17d91b63f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733092870726 2024-12-01T22:41:12,810 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 987075c112c34a789fb99bc29604a99d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733092871100 2024-12-01T22:41:12,811 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into 3d34948007df4c14b6e100e0bae5f99e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:12,811 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:12,811 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092872739; duration=0sec 2024-12-01T22:41:12,811 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:12,811 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:12,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T22:41:12,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:12,831 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T22:41:12,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:12,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:12,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:12,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:12,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:12,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:12,833 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:12,834 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/649546c98b1441258db6d408fd352fba is 50, key is test_row_0/C:col10/1733092871100/Put/seqid=0 2024-12-01T22:41:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2737f7fa387e47d4b06e2fd8ff1dce84 is 50, key is test_row_0/A:col10/1733092871438/Put/seqid=0 2024-12-01T22:41:12,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741884_1060 (size=12663) 2024-12-01T22:41:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741885_1061 (size=12151) 2024-12-01T22:41:13,263 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/649546c98b1441258db6d408fd352fba as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/649546c98b1441258db6d408fd352fba 2024-12-01T22:41:13,271 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into 649546c98b1441258db6d408fd352fba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:13,271 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:13,271 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092872739; duration=0sec 2024-12-01T22:41:13,271 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:13,271 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:13,287 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2737f7fa387e47d4b06e2fd8ff1dce84 2024-12-01T22:41:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/3252907faa8e4acb8ce243bc2f2405d8 is 50, key is test_row_0/B:col10/1733092871438/Put/seqid=0 2024-12-01T22:41:13,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741886_1062 (size=12151) 2024-12-01T22:41:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T22:41:13,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:13,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092933627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092933625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092933629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092933632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092933635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,642 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in c4af407abe3a2cc6e89c93e1c7ee8772 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,709 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/3252907faa8e4acb8ce243bc2f2405d8 2024-12-01T22:41:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/341d28177d7549f3b0bd7f3b94a29c45 is 50, key is test_row_0/C:col10/1733092871438/Put/seqid=0 2024-12-01T22:41:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741887_1063 (size=12151) 2024-12-01T22:41:13,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092933735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092933735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092933735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092933735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092933945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092933945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092933945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:13,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092933955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,138 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/341d28177d7549f3b0bd7f3b94a29c45 2024-12-01T22:41:14,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2737f7fa387e47d4b06e2fd8ff1dce84 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2737f7fa387e47d4b06e2fd8ff1dce84 2024-12-01T22:41:14,149 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2737f7fa387e47d4b06e2fd8ff1dce84, entries=150, sequenceid=213, filesize=11.9 K 2024-12-01T22:41:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/3252907faa8e4acb8ce243bc2f2405d8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3252907faa8e4acb8ce243bc2f2405d8 2024-12-01T22:41:14,156 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3252907faa8e4acb8ce243bc2f2405d8, entries=150, sequenceid=213, filesize=11.9 K 2024-12-01T22:41:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/341d28177d7549f3b0bd7f3b94a29c45 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/341d28177d7549f3b0bd7f3b94a29c45 2024-12-01T22:41:14,164 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/341d28177d7549f3b0bd7f3b94a29c45, entries=150, sequenceid=213, filesize=11.9 K 2024-12-01T22:41:14,166 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1335ms, sequenceid=213, compaction requested=false 2024-12-01T22:41:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-01T22:41:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-01T22:41:14,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-01T22:41:14,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7570 sec 2024-12-01T22:41:14,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.7660 sec 2024-12-01T22:41:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:14,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T22:41:14,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:14,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:14,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:14,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:14,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:14,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:14,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/3839bd48f7bb407f9cb780f3cde5ee0f is 50, key is test_row_0/A:col10/1733092873626/Put/seqid=0 2024-12-01T22:41:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741888_1064 (size=16931) 2024-12-01T22:41:14,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/3839bd48f7bb407f9cb780f3cde5ee0f 2024-12-01T22:41:14,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092934270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092934276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092934277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092934280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ab5ae16bafe4497f88f9cc10f08da293 is 50, key is test_row_0/B:col10/1733092873626/Put/seqid=0 2024-12-01T22:41:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741889_1065 (size=12151) 2024-12-01T22:41:14,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ab5ae16bafe4497f88f9cc10f08da293 2024-12-01T22:41:14,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/1fa2a94081764df4baa9eef16fe11339 is 50, key is test_row_0/C:col10/1733092873626/Put/seqid=0 2024-12-01T22:41:14,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741890_1066 (size=12151) 2024-12-01T22:41:14,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092934385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092934385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092934385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092934385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092934595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092934595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092934595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092934596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/1fa2a94081764df4baa9eef16fe11339 2024-12-01T22:41:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/3839bd48f7bb407f9cb780f3cde5ee0f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3839bd48f7bb407f9cb780f3cde5ee0f 2024-12-01T22:41:14,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3839bd48f7bb407f9cb780f3cde5ee0f, entries=250, sequenceid=234, filesize=16.5 K 2024-12-01T22:41:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ab5ae16bafe4497f88f9cc10f08da293 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ab5ae16bafe4497f88f9cc10f08da293 2024-12-01T22:41:14,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ab5ae16bafe4497f88f9cc10f08da293, entries=150, sequenceid=234, filesize=11.9 K 2024-12-01T22:41:14,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/1fa2a94081764df4baa9eef16fe11339 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1fa2a94081764df4baa9eef16fe11339 2024-12-01T22:41:14,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1fa2a94081764df4baa9eef16fe11339, entries=150, sequenceid=234, filesize=11.9 K 2024-12-01T22:41:14,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c4af407abe3a2cc6e89c93e1c7ee8772 in 533ms, sequenceid=234, compaction requested=true 2024-12-01T22:41:14,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:14,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:14,790 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:14,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:14,791 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:14,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:14,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:14,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:14,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:14,793 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:14,793 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:14,793 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:14,793 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/4a1b22d9f6074b52911997968fe6f131, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2737f7fa387e47d4b06e2fd8ff1dce84, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3839bd48f7bb407f9cb780f3cde5ee0f] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=40.8 K 2024-12-01T22:41:14,793 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:14,793 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:14,794 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:14,794 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3d34948007df4c14b6e100e0bae5f99e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3252907faa8e4acb8ce243bc2f2405d8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ab5ae16bafe4497f88f9cc10f08da293] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.1 K 2024-12-01T22:41:14,795 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d34948007df4c14b6e100e0bae5f99e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733092871100 2024-12-01T22:41:14,795 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a1b22d9f6074b52911997968fe6f131, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733092871100 2024-12-01T22:41:14,797 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3252907faa8e4acb8ce243bc2f2405d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733092871438 2024-12-01T22:41:14,797 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2737f7fa387e47d4b06e2fd8ff1dce84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733092871438 2024-12-01T22:41:14,797 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ab5ae16bafe4497f88f9cc10f08da293, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733092873607 2024-12-01T22:41:14,798 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3839bd48f7bb407f9cb780f3cde5ee0f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733092873607 2024-12-01T22:41:14,811 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:14,812 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/4bda06007b06427c9982f2a0509d65b4 is 50, key is test_row_0/B:col10/1733092873626/Put/seqid=0 2024-12-01T22:41:14,815 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:14,816 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/1f6ada177f7c473faea5b2f546ad99e5 is 50, key is test_row_0/A:col10/1733092873626/Put/seqid=0 2024-12-01T22:41:14,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741891_1067 (size=12765) 2024-12-01T22:41:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741892_1068 (size=12765) 2024-12-01T22:41:14,840 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/4bda06007b06427c9982f2a0509d65b4 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4bda06007b06427c9982f2a0509d65b4 2024-12-01T22:41:14,845 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/1f6ada177f7c473faea5b2f546ad99e5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1f6ada177f7c473faea5b2f546ad99e5 2024-12-01T22:41:14,849 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into 4bda06007b06427c9982f2a0509d65b4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:14,849 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:14,850 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092874791; duration=0sec 2024-12-01T22:41:14,850 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:14,850 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:14,850 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:14,855 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:14,855 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:14,855 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:14,855 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/649546c98b1441258db6d408fd352fba, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/341d28177d7549f3b0bd7f3b94a29c45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1fa2a94081764df4baa9eef16fe11339] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.1 K 2024-12-01T22:41:14,856 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 649546c98b1441258db6d408fd352fba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733092871100 2024-12-01T22:41:14,856 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into 1f6ada177f7c473faea5b2f546ad99e5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:14,856 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:14,856 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092874790; duration=0sec 2024-12-01T22:41:14,856 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 341d28177d7549f3b0bd7f3b94a29c45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733092871438 2024-12-01T22:41:14,856 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:14,856 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:14,857 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fa2a94081764df4baa9eef16fe11339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733092873607 2024-12-01T22:41:14,867 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:14,868 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/2f000347e5d34ba594c7dcf1f9a81b90 is 50, key is test_row_0/C:col10/1733092873626/Put/seqid=0 2024-12-01T22:41:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741893_1069 (size=12765) 2024-12-01T22:41:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:14,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T22:41:14,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:14,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:14,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:14,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:14,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:14,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:14,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/9a24ed0f76d442669539323bde4f6b3b is 50, key is test_row_0/A:col10/1733092874907/Put/seqid=0 2024-12-01T22:41:14,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741894_1070 (size=12151) 2024-12-01T22:41:14,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/9a24ed0f76d442669539323bde4f6b3b 2024-12-01T22:41:14,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092934942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092934946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/016280a691ca442d9d43730f188611b8 is 50, key is test_row_0/B:col10/1733092874907/Put/seqid=0 2024-12-01T22:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092934950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092934952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:14,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741895_1071 (size=12151) 2024-12-01T22:41:14,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/016280a691ca442d9d43730f188611b8 2024-12-01T22:41:14,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/a20dbaf5ae6a4dfc8c9135722a896972 is 50, key is test_row_0/C:col10/1733092874907/Put/seqid=0 2024-12-01T22:41:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741896_1072 (size=12151) 2024-12-01T22:41:15,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092935055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092935055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092935065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092935065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092935265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092935265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092935274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092935274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,298 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/2f000347e5d34ba594c7dcf1f9a81b90 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/2f000347e5d34ba594c7dcf1f9a81b90 2024-12-01T22:41:15,305 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into 2f000347e5d34ba594c7dcf1f9a81b90(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:15,305 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:15,306 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092874791; duration=0sec 2024-12-01T22:41:15,306 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:15,306 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:15,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/a20dbaf5ae6a4dfc8c9135722a896972 2024-12-01T22:41:15,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/9a24ed0f76d442669539323bde4f6b3b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/9a24ed0f76d442669539323bde4f6b3b 2024-12-01T22:41:15,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/9a24ed0f76d442669539323bde4f6b3b, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T22:41:15,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/016280a691ca442d9d43730f188611b8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/016280a691ca442d9d43730f188611b8 2024-12-01T22:41:15,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/016280a691ca442d9d43730f188611b8, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T22:41:15,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/a20dbaf5ae6a4dfc8c9135722a896972 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/a20dbaf5ae6a4dfc8c9135722a896972 2024-12-01T22:41:15,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/a20dbaf5ae6a4dfc8c9135722a896972, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T22:41:15,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for c4af407abe3a2cc6e89c93e1c7ee8772 in 499ms, sequenceid=250, compaction requested=false 2024-12-01T22:41:15,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:15,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB 2024-12-01T22:41:15,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T22:41:15,586 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:15,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-01T22:41:15,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a3c5da48cc16467eba634c0e57d5aacd is 50, key is test_row_0/A:col10/1733092875576/Put/seqid=0 2024-12-01T22:41:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T22:41:15,592 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:15,593 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:15,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:15,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092935595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741897_1073 (size=14741) 2024-12-01T22:41:15,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a3c5da48cc16467eba634c0e57d5aacd 2024-12-01T22:41:15,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092935610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092935610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092935610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/90ba49ee6950405a91c48bcacd469b09 is 50, key is test_row_0/B:col10/1733092875576/Put/seqid=0 2024-12-01T22:41:15,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741898_1074 (size=12301) 2024-12-01T22:41:15,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092935655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,657 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in c4af407abe3a2cc6e89c93e1c7ee8772 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:15,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/90ba49ee6950405a91c48bcacd469b09 2024-12-01T22:41:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cda5d553770349b9b6d885354f372d81 is 50, key is test_row_0/C:col10/1733092875576/Put/seqid=0 2024-12-01T22:41:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T22:41:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741899_1075 (size=12301) 2024-12-01T22:41:15,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092935715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092935725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092935725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092935725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T22:41:15,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:15,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:15,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T22:41:15,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:15,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:15,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:15,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:15,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T22:41:15,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092935925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092935935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092935935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:15,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092935935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T22:41:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:16,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:16,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:16,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cda5d553770349b9b6d885354f372d81 2024-12-01T22:41:16,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a3c5da48cc16467eba634c0e57d5aacd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a3c5da48cc16467eba634c0e57d5aacd 2024-12-01T22:41:16,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a3c5da48cc16467eba634c0e57d5aacd, entries=200, sequenceid=272, filesize=14.4 K 2024-12-01T22:41:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/90ba49ee6950405a91c48bcacd469b09 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/90ba49ee6950405a91c48bcacd469b09 2024-12-01T22:41:16,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/90ba49ee6950405a91c48bcacd469b09, entries=150, sequenceid=272, filesize=12.0 K 2024-12-01T22:41:16,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cda5d553770349b9b6d885354f372d81 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cda5d553770349b9b6d885354f372d81 2024-12-01T22:41:16,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cda5d553770349b9b6d885354f372d81, entries=150, sequenceid=272, filesize=12.0 K 2024-12-01T22:41:16,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for c4af407abe3a2cc6e89c93e1c7ee8772 in 556ms, sequenceid=272, compaction requested=true 2024-12-01T22:41:16,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:16,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:16,134 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:16,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:16,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:16,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:16,134 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:16,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:16,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:16,136 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:16,136 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:16,137 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,137 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1f6ada177f7c473faea5b2f546ad99e5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/9a24ed0f76d442669539323bde4f6b3b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a3c5da48cc16467eba634c0e57d5aacd] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=38.7 K 2024-12-01T22:41:16,137 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:16,138 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:16,138 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,138 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4bda06007b06427c9982f2a0509d65b4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/016280a691ca442d9d43730f188611b8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/90ba49ee6950405a91c48bcacd469b09] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.3 K 2024-12-01T22:41:16,138 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f6ada177f7c473faea5b2f546ad99e5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733092873607 2024-12-01T22:41:16,139 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a24ed0f76d442669539323bde4f6b3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733092874268 2024-12-01T22:41:16,139 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bda06007b06427c9982f2a0509d65b4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733092873607 2024-12-01T22:41:16,139 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 016280a691ca442d9d43730f188611b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733092874268 2024-12-01T22:41:16,140 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3c5da48cc16467eba634c0e57d5aacd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733092874942 2024-12-01T22:41:16,141 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 90ba49ee6950405a91c48bcacd469b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733092874942 2024-12-01T22:41:16,155 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:16,156 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/49fe7e467e434154a32b7ce90740fff9 is 50, key is test_row_0/B:col10/1733092875576/Put/seqid=0 2024-12-01T22:41:16,165 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:16,166 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/18f38eed780546ca9225357740bd6a57 is 50, key is test_row_0/A:col10/1733092875576/Put/seqid=0 2024-12-01T22:41:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741900_1076 (size=13017) 2024-12-01T22:41:16,187 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/49fe7e467e434154a32b7ce90740fff9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/49fe7e467e434154a32b7ce90740fff9 2024-12-01T22:41:16,198 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into 49fe7e467e434154a32b7ce90740fff9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:16,198 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:16,198 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092876134; duration=0sec 2024-12-01T22:41:16,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741901_1077 (size=13017) 2024-12-01T22:41:16,199 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:16,199 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:16,199 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:16,201 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:16,202 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:16,202 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,202 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/2f000347e5d34ba594c7dcf1f9a81b90, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/a20dbaf5ae6a4dfc8c9135722a896972, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cda5d553770349b9b6d885354f372d81] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.3 K 2024-12-01T22:41:16,203 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f000347e5d34ba594c7dcf1f9a81b90, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733092873607 2024-12-01T22:41:16,203 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a20dbaf5ae6a4dfc8c9135722a896972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733092874268 2024-12-01T22:41:16,204 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting cda5d553770349b9b6d885354f372d81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733092874942 2024-12-01T22:41:16,207 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/18f38eed780546ca9225357740bd6a57 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/18f38eed780546ca9225357740bd6a57 2024-12-01T22:41:16,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T22:41:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,209 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T22:41:16,217 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into 18f38eed780546ca9225357740bd6a57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:16,217 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:16,217 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092876134; duration=0sec 2024-12-01T22:41:16,217 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:16,217 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:16,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/8d8e7b8502104cf0b3199ca7d49f21f7 is 50, key is test_row_0/A:col10/1733092875592/Put/seqid=0 2024-12-01T22:41:16,228 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:16,229 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cfc58557166e499985201bfe6866e7e6 is 50, key is test_row_0/C:col10/1733092875576/Put/seqid=0 2024-12-01T22:41:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:16,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:16,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741903_1079 (size=13017) 2024-12-01T22:41:16,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741902_1078 (size=9857) 2024-12-01T22:41:16,272 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/8d8e7b8502104cf0b3199ca7d49f21f7 2024-12-01T22:41:16,277 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cfc58557166e499985201bfe6866e7e6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cfc58557166e499985201bfe6866e7e6 2024-12-01T22:41:16,285 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into cfc58557166e499985201bfe6866e7e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:16,285 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:16,285 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092876134; duration=0sec 2024-12-01T22:41:16,286 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:16,286 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:16,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092876267, max timestamp=1733092876277Num uniques 859; 2024-12-01T22:41:16,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:41:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/557060a3151a4e739bb455d19894533e is 50, key is test_row_0/B:col10/1733092875592/Put/seqid=0 2024-12-01T22:41:16,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092876267, max timestamp=1733092876284Num uniques 859; 2024-12-01T22:41:16,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:41:16,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092876267, max timestamp=1733092876277Num uniques 859; 2024-12-01T22:41:16,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:41:16,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741904_1080 (size=9857) 2024-12-01T22:41:16,316 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/557060a3151a4e739bb455d19894533e 2024-12-01T22:41:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/140ea71afe7c4bfcac260c396cb4aa7f is 50, key is test_row_0/C:col10/1733092875592/Put/seqid=0 2024-12-01T22:41:16,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092936327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092936329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092936332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092936332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741905_1081 (size=9857) 2024-12-01T22:41:16,357 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/140ea71afe7c4bfcac260c396cb4aa7f 2024-12-01T22:41:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/8d8e7b8502104cf0b3199ca7d49f21f7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/8d8e7b8502104cf0b3199ca7d49f21f7 2024-12-01T22:41:16,385 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/8d8e7b8502104cf0b3199ca7d49f21f7, entries=100, sequenceid=284, filesize=9.6 K 2024-12-01T22:41:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/557060a3151a4e739bb455d19894533e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/557060a3151a4e739bb455d19894533e 2024-12-01T22:41:16,398 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/557060a3151a4e739bb455d19894533e, entries=100, sequenceid=284, filesize=9.6 K 2024-12-01T22:41:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/140ea71afe7c4bfcac260c396cb4aa7f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/140ea71afe7c4bfcac260c396cb4aa7f 2024-12-01T22:41:16,411 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/140ea71afe7c4bfcac260c396cb4aa7f, entries=100, sequenceid=284, filesize=9.6 K 2024-12-01T22:41:16,413 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for c4af407abe3a2cc6e89c93e1c7ee8772 in 205ms, sequenceid=284, compaction requested=false 2024-12-01T22:41:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-01T22:41:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-01T22:41:16,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-01T22:41:16,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 824 msec 2024-12-01T22:41:16,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 834 msec 2024-12-01T22:41:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:16,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=147.60 KB heapSize=425.53 KB 2024-12-01T22:41:16,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733092876315, max timestamp=1733092876447Num uniques 1018; 2024-12-01T22:41:16,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T22:41:16,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733092876315, max timestamp=1733092876447Num uniques 1018; 2024-12-01T22:41:16,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T22:41:16,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:16,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:16,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:41:16,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/67bd04785001405ebf7e60caf3d797cd is 50, key is test_row_0/A:col10/1733092876450/Put/seqid=0 2024-12-01T22:41:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741906_1082 (size=14741) 2024-12-01T22:41:16,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092936489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092936490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092936495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092936497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092936604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092936605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092936605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092936605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T22:41:16,725 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:16,726 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-01T22:41:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T22:41:16,730 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:16,731 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:16,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092936815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092936816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092936816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092936816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T22:41:16,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/67bd04785001405ebf7e60caf3d797cd 2024-12-01T22:41:16,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-01T22:41:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:16,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/658a6f3c438342be9bf4c1a6f9dc2124 is 50, key is test_row_0/B:col10/1733092876450/Put/seqid=0 2024-12-01T22:41:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741907_1083 (size=12301) 2024-12-01T22:41:16,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/658a6f3c438342be9bf4c1a6f9dc2124 2024-12-01T22:41:16,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9b8b89deae294e20b627e8ef0f3d64af is 50, key is test_row_0/C:col10/1733092876450/Put/seqid=0 2024-12-01T22:41:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741908_1084 (size=12301) 2024-12-01T22:41:16,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9b8b89deae294e20b627e8ef0f3d64af 2024-12-01T22:41:16,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/67bd04785001405ebf7e60caf3d797cd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/67bd04785001405ebf7e60caf3d797cd 2024-12-01T22:41:16,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/67bd04785001405ebf7e60caf3d797cd, entries=200, sequenceid=326, filesize=14.4 K 2024-12-01T22:41:16,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/658a6f3c438342be9bf4c1a6f9dc2124 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/658a6f3c438342be9bf4c1a6f9dc2124 2024-12-01T22:41:16,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/658a6f3c438342be9bf4c1a6f9dc2124, entries=150, sequenceid=326, filesize=12.0 K 2024-12-01T22:41:16,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9b8b89deae294e20b627e8ef0f3d64af as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9b8b89deae294e20b627e8ef0f3d64af 2024-12-01T22:41:16,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9b8b89deae294e20b627e8ef0f3d64af, entries=150, sequenceid=326, filesize=12.0 K 2024-12-01T22:41:16,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~78.27 KB/80150, heapSize ~218.59 KB/223840, currentSize=100.63 KB/103050 for c4af407abe3a2cc6e89c93e1c7ee8772 in 522ms, sequenceid=326, compaction requested=true 2024-12-01T22:41:16,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:16,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:16,974 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:16,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:16,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:16,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:16,974 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:16,976 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:16,976 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:16,976 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,976 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/49fe7e467e434154a32b7ce90740fff9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/557060a3151a4e739bb455d19894533e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/658a6f3c438342be9bf4c1a6f9dc2124] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=34.4 K 2024-12-01T22:41:16,977 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:16,977 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:16,978 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:16,978 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/18f38eed780546ca9225357740bd6a57, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/8d8e7b8502104cf0b3199ca7d49f21f7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/67bd04785001405ebf7e60caf3d797cd] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.7 K 2024-12-01T22:41:16,978 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 49fe7e467e434154a32b7ce90740fff9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733092874942 2024-12-01T22:41:16,979 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f38eed780546ca9225357740bd6a57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733092874942 2024-12-01T22:41:16,979 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 557060a3151a4e739bb455d19894533e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733092875592 2024-12-01T22:41:16,980 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d8e7b8502104cf0b3199ca7d49f21f7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733092875592 2024-12-01T22:41:16,982 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 658a6f3c438342be9bf4c1a6f9dc2124, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733092876326 2024-12-01T22:41:16,983 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67bd04785001405ebf7e60caf3d797cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733092876326 2024-12-01T22:41:16,995 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#73 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:16,995 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/add3fa31b07947b0ae6d9dd63b27fc9c is 50, key is test_row_0/B:col10/1733092876450/Put/seqid=0 2024-12-01T22:41:16,996 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:16,997 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2252b83f5fdb40549926d1d22cd12cd9 is 50, key is test_row_0/A:col10/1733092876450/Put/seqid=0 2024-12-01T22:41:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741909_1085 (size=13119) 2024-12-01T22:41:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741910_1086 (size=13119) 2024-12-01T22:41:17,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-01T22:41:17,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:17,039 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T22:41:17,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/d27d651db41b4c01a07ae676a43aad78 is 50, key is test_row_0/A:col10/1733092876494/Put/seqid=0 2024-12-01T22:41:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T22:41:17,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741911_1087 (size=12301) 2024-12-01T22:41:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:17,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:17,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092937138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092937139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092937142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092937143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092937254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092937255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092937255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092937255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T22:41:17,417 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/2252b83f5fdb40549926d1d22cd12cd9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2252b83f5fdb40549926d1d22cd12cd9 2024-12-01T22:41:17,425 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into 2252b83f5fdb40549926d1d22cd12cd9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:17,425 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:17,426 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092876974; duration=0sec 2024-12-01T22:41:17,426 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:17,426 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:17,426 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:17,426 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/add3fa31b07947b0ae6d9dd63b27fc9c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/add3fa31b07947b0ae6d9dd63b27fc9c 2024-12-01T22:41:17,428 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:17,428 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:17,428 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:17,428 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cfc58557166e499985201bfe6866e7e6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/140ea71afe7c4bfcac260c396cb4aa7f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9b8b89deae294e20b627e8ef0f3d64af] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=34.4 K 2024-12-01T22:41:17,429 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfc58557166e499985201bfe6866e7e6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733092874942 2024-12-01T22:41:17,430 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 140ea71afe7c4bfcac260c396cb4aa7f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733092875592 2024-12-01T22:41:17,430 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b8b89deae294e20b627e8ef0f3d64af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733092876326 2024-12-01T22:41:17,435 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into add3fa31b07947b0ae6d9dd63b27fc9c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:17,435 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:17,435 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092876974; duration=0sec 2024-12-01T22:41:17,435 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:17,436 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:17,451 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/d27d651db41b4c01a07ae676a43aad78 2024-12-01T22:41:17,451 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#75 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:17,452 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/5d50cb3f78aa4789ae45352dd87ae0f0 is 50, key is test_row_0/C:col10/1733092876450/Put/seqid=0 2024-12-01T22:41:17,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741912_1088 (size=13119) 2024-12-01T22:41:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092937465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092937465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092937465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092937465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/00b01dfa4fec4abbaa47c206d3f2b351 is 50, key is test_row_0/B:col10/1733092876494/Put/seqid=0 2024-12-01T22:41:17,483 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/5d50cb3f78aa4789ae45352dd87ae0f0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/5d50cb3f78aa4789ae45352dd87ae0f0 2024-12-01T22:41:17,491 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into 5d50cb3f78aa4789ae45352dd87ae0f0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:17,491 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:17,491 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092876975; duration=0sec 2024-12-01T22:41:17,491 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:17,491 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741913_1089 (size=12301) 2024-12-01T22:41:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092937775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092937775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092937775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092937775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T22:41:17,926 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/00b01dfa4fec4abbaa47c206d3f2b351 2024-12-01T22:41:17,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/704a684b760747478f68721050d9c6c6 is 50, key is test_row_0/C:col10/1733092876494/Put/seqid=0 2024-12-01T22:41:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741914_1090 (size=12301) 2024-12-01T22:41:17,941 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/704a684b760747478f68721050d9c6c6 2024-12-01T22:41:17,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/d27d651db41b4c01a07ae676a43aad78 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/d27d651db41b4c01a07ae676a43aad78 2024-12-01T22:41:17,956 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/d27d651db41b4c01a07ae676a43aad78, entries=150, sequenceid=344, filesize=12.0 K 2024-12-01T22:41:17,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/00b01dfa4fec4abbaa47c206d3f2b351 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/00b01dfa4fec4abbaa47c206d3f2b351 2024-12-01T22:41:17,962 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/00b01dfa4fec4abbaa47c206d3f2b351, entries=150, sequenceid=344, filesize=12.0 K 2024-12-01T22:41:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/704a684b760747478f68721050d9c6c6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/704a684b760747478f68721050d9c6c6 2024-12-01T22:41:17,972 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/704a684b760747478f68721050d9c6c6, entries=150, sequenceid=344, filesize=12.0 K 2024-12-01T22:41:17,973 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c4af407abe3a2cc6e89c93e1c7ee8772 in 934ms, sequenceid=344, compaction requested=false 2024-12-01T22:41:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-01T22:41:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-01T22:41:17,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-01T22:41:17,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-12-01T22:41:17,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2550 sec 2024-12-01T22:41:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:18,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-01T22:41:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:18,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/c0ceaf7a2d9144179798554bf6194088 is 50, key is test_row_0/A:col10/1733092878286/Put/seqid=0 2024-12-01T22:41:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741915_1091 (size=14741) 2024-12-01T22:41:18,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/c0ceaf7a2d9144179798554bf6194088 2024-12-01T22:41:18,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092938305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092938309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092938312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092938312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/b3b3e9043e0b42579cf6950aae78000a is 50, key is test_row_0/B:col10/1733092878286/Put/seqid=0 2024-12-01T22:41:18,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741916_1092 (size=12301) 2024-12-01T22:41:18,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092938415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092938416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092938425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092938425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092938625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092938625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092938635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092938635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/b3b3e9043e0b42579cf6950aae78000a 2024-12-01T22:41:18,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9785486e058a4539bd7263165014aa9b is 50, key is test_row_0/C:col10/1733092878286/Put/seqid=0 2024-12-01T22:41:18,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741917_1093 (size=12301) 2024-12-01T22:41:18,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9785486e058a4539bd7263165014aa9b 2024-12-01T22:41:18,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/c0ceaf7a2d9144179798554bf6194088 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c0ceaf7a2d9144179798554bf6194088 2024-12-01T22:41:18,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c0ceaf7a2d9144179798554bf6194088, entries=200, sequenceid=362, filesize=14.4 K 2024-12-01T22:41:18,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/b3b3e9043e0b42579cf6950aae78000a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b3b3e9043e0b42579cf6950aae78000a 2024-12-01T22:41:18,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b3b3e9043e0b42579cf6950aae78000a, entries=150, sequenceid=362, filesize=12.0 K 2024-12-01T22:41:18,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/9785486e058a4539bd7263165014aa9b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9785486e058a4539bd7263165014aa9b 2024-12-01T22:41:18,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9785486e058a4539bd7263165014aa9b, entries=150, sequenceid=362, filesize=12.0 K 2024-12-01T22:41:18,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for c4af407abe3a2cc6e89c93e1c7ee8772 in 516ms, sequenceid=362, compaction requested=true 2024-12-01T22:41:18,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:18,805 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:18,805 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:18,806 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:18,806 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:18,806 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:18,806 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/add3fa31b07947b0ae6d9dd63b27fc9c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/00b01dfa4fec4abbaa47c206d3f2b351, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b3b3e9043e0b42579cf6950aae78000a] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.8 K 2024-12-01T22:41:18,806 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:18,806 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:18,806 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:18,806 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2252b83f5fdb40549926d1d22cd12cd9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/d27d651db41b4c01a07ae676a43aad78, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c0ceaf7a2d9144179798554bf6194088] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=39.2 K 2024-12-01T22:41:18,807 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting add3fa31b07947b0ae6d9dd63b27fc9c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733092876326 2024-12-01T22:41:18,807 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2252b83f5fdb40549926d1d22cd12cd9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733092876326 2024-12-01T22:41:18,807 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 00b01dfa4fec4abbaa47c206d3f2b351, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733092876486 2024-12-01T22:41:18,807 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting d27d651db41b4c01a07ae676a43aad78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733092876486 2024-12-01T22:41:18,808 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0ceaf7a2d9144179798554bf6194088, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733092877137 2024-12-01T22:41:18,808 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b3b3e9043e0b42579cf6950aae78000a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733092877137 2024-12-01T22:41:18,828 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:18,828 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:18,829 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/c7bd0fad0c2a43ba9cc17933198ed925 is 50, key is test_row_0/A:col10/1733092878286/Put/seqid=0 2024-12-01T22:41:18,829 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/d34d39ec81ab499eb56171fd8c2b10f0 is 50, key is test_row_0/B:col10/1733092878286/Put/seqid=0 2024-12-01T22:41:18,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741919_1095 (size=13221) 2024-12-01T22:41:18,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741918_1094 (size=13221) 2024-12-01T22:41:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T22:41:18,876 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:18,876 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-01T22:41:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T22:41:18,878 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:18,879 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:18,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:18,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T22:41:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:18,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:18,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:18,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:18,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:18,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/f0b16ad7bdbf407e906288d0ff357f93 is 50, key is test_row_0/A:col10/1733092878309/Put/seqid=0 2024-12-01T22:41:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741920_1096 (size=12301) 2024-12-01T22:41:18,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092938953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092938954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092938956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092938958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T22:41:19,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T22:41:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092939064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092939064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092939064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092939075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T22:41:19,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:19,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T22:41:19,242 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/c7bd0fad0c2a43ba9cc17933198ed925 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c7bd0fad0c2a43ba9cc17933198ed925 2024-12-01T22:41:19,242 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/d34d39ec81ab499eb56171fd8c2b10f0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d34d39ec81ab499eb56171fd8c2b10f0 2024-12-01T22:41:19,248 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into c7bd0fad0c2a43ba9cc17933198ed925(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:19,248 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into d34d39ec81ab499eb56171fd8c2b10f0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:19,249 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:19,249 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:19,249 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=13, startTime=1733092878804; duration=0sec 2024-12-01T22:41:19,249 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=13, startTime=1733092878805; duration=0sec 2024-12-01T22:41:19,249 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:19,249 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:19,249 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:19,249 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:19,249 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:19,251 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:19,251 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:19,251 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,251 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/5d50cb3f78aa4789ae45352dd87ae0f0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/704a684b760747478f68721050d9c6c6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9785486e058a4539bd7263165014aa9b] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=36.8 K 2024-12-01T22:41:19,251 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d50cb3f78aa4789ae45352dd87ae0f0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733092876326 2024-12-01T22:41:19,252 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 704a684b760747478f68721050d9c6c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733092876486 2024-12-01T22:41:19,252 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9785486e058a4539bd7263165014aa9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733092877137 2024-12-01T22:41:19,265 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:19,266 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/fe0063d17eb745908737984cee0be6ae is 50, key is test_row_0/C:col10/1733092878286/Put/seqid=0 2024-12-01T22:41:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741921_1097 (size=13221) 2024-12-01T22:41:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092939275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092939275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092939275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,286 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/fe0063d17eb745908737984cee0be6ae as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/fe0063d17eb745908737984cee0be6ae 2024-12-01T22:41:19,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092939286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,295 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into fe0063d17eb745908737984cee0be6ae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:19,295 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:19,295 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=13, startTime=1733092878805; duration=0sec 2024-12-01T22:41:19,295 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:19,295 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:19,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T22:41:19,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:19,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/f0b16ad7bdbf407e906288d0ff357f93 2024-12-01T22:41:19,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/17350a9228f1494bb2897acc099166e2 is 50, key is test_row_0/B:col10/1733092878309/Put/seqid=0 2024-12-01T22:41:19,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741922_1098 (size=12301) 2024-12-01T22:41:19,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/17350a9228f1494bb2897acc099166e2 2024-12-01T22:41:19,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/3bda3d23a5834436a0760da0496cafde is 50, key is test_row_0/C:col10/1733092878309/Put/seqid=0 2024-12-01T22:41:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741923_1099 (size=12301) 2024-12-01T22:41:19,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T22:41:19,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:19,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T22:41:19,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092939585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092939585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092939585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092939595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T22:41:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1733092939705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:19,707 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in c4af407abe3a2cc6e89c93e1c7ee8772 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:19,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T22:41:19,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:19,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:19,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/3bda3d23a5834436a0760da0496cafde 2024-12-01T22:41:19,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/f0b16ad7bdbf407e906288d0ff357f93 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/f0b16ad7bdbf407e906288d0ff357f93 2024-12-01T22:41:19,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/f0b16ad7bdbf407e906288d0ff357f93, entries=150, sequenceid=381, filesize=12.0 K 2024-12-01T22:41:19,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/17350a9228f1494bb2897acc099166e2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/17350a9228f1494bb2897acc099166e2 2024-12-01T22:41:19,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/17350a9228f1494bb2897acc099166e2, entries=150, sequenceid=381, filesize=12.0 K 2024-12-01T22:41:19,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/3bda3d23a5834436a0760da0496cafde as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3bda3d23a5834436a0760da0496cafde 2024-12-01T22:41:19,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3bda3d23a5834436a0760da0496cafde, entries=150, sequenceid=381, filesize=12.0 K 2024-12-01T22:41:19,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c4af407abe3a2cc6e89c93e1c7ee8772 in 897ms, sequenceid=381, compaction requested=false 2024-12-01T22:41:19,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:19,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T22:41:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:19,952 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:41:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:19,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/c27904a97f8645e4890ee9f3c98331b3 is 50, key is test_row_0/A:col10/1733092878949/Put/seqid=0 2024-12-01T22:41:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741924_1100 (size=12301) 2024-12-01T22:41:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T22:41:20,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:20,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092940119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092940119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092940122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092940124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092940225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092940225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092940234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092940234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,373 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/c27904a97f8645e4890ee9f3c98331b3 2024-12-01T22:41:20,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/875fafd66a5a4abf9dd994a32aec59db is 50, key is test_row_0/B:col10/1733092878949/Put/seqid=0 2024-12-01T22:41:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741925_1101 (size=12301) 2024-12-01T22:41:20,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092940435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092940435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092940445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092940445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092940745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092940745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092940755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092940755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:20,785 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/875fafd66a5a4abf9dd994a32aec59db 2024-12-01T22:41:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/18aaafbabdbf43778264b0a6843eef19 is 50, key is test_row_0/C:col10/1733092878949/Put/seqid=0 2024-12-01T22:41:20,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741926_1102 (size=12301) 2024-12-01T22:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T22:41:21,199 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/18aaafbabdbf43778264b0a6843eef19 2024-12-01T22:41:21,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/c27904a97f8645e4890ee9f3c98331b3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c27904a97f8645e4890ee9f3c98331b3 2024-12-01T22:41:21,210 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c27904a97f8645e4890ee9f3c98331b3, entries=150, sequenceid=397, filesize=12.0 K 2024-12-01T22:41:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/875fafd66a5a4abf9dd994a32aec59db as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/875fafd66a5a4abf9dd994a32aec59db 2024-12-01T22:41:21,218 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/875fafd66a5a4abf9dd994a32aec59db, entries=150, sequenceid=397, filesize=12.0 K 2024-12-01T22:41:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/18aaafbabdbf43778264b0a6843eef19 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/18aaafbabdbf43778264b0a6843eef19 2024-12-01T22:41:21,224 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/18aaafbabdbf43778264b0a6843eef19, entries=150, sequenceid=397, filesize=12.0 K 2024-12-01T22:41:21,225 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1274ms, sequenceid=397, compaction requested=true 2024-12-01T22:41:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-01T22:41:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-01T22:41:21,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-01T22:41:21,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3470 sec 2024-12-01T22:41:21,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.3530 sec 2024-12-01T22:41:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:21,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:41:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:21,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:21,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/75c2bb9b754b4e82ba03e554a0c4d873 is 50, key is test_row_0/A:col10/1733092881260/Put/seqid=0 2024-12-01T22:41:21,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092941273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092941274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092941276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741927_1103 (size=12301) 2024-12-01T22:41:21,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092941277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092941385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092941385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092941385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092941386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092941595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092941595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092941595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092941596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/75c2bb9b754b4e82ba03e554a0c4d873 2024-12-01T22:41:21,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ec87d45d17c647a7819818ac1cd13ee2 is 50, key is test_row_0/B:col10/1733092881260/Put/seqid=0 2024-12-01T22:41:21,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741928_1104 (size=12301) 2024-12-01T22:41:21,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ec87d45d17c647a7819818ac1cd13ee2 2024-12-01T22:41:21,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f762282c4f064cd4b9b4f8986bbd6f0a is 50, key is test_row_0/C:col10/1733092881260/Put/seqid=0 2024-12-01T22:41:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741929_1105 (size=12301) 2024-12-01T22:41:21,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092941905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092941905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092941905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092941905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f762282c4f064cd4b9b4f8986bbd6f0a 2024-12-01T22:41:22,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/75c2bb9b754b4e82ba03e554a0c4d873 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/75c2bb9b754b4e82ba03e554a0c4d873 2024-12-01T22:41:22,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/75c2bb9b754b4e82ba03e554a0c4d873, entries=150, sequenceid=418, filesize=12.0 K 2024-12-01T22:41:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/ec87d45d17c647a7819818ac1cd13ee2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ec87d45d17c647a7819818ac1cd13ee2 2024-12-01T22:41:22,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ec87d45d17c647a7819818ac1cd13ee2, entries=150, sequenceid=418, filesize=12.0 K 2024-12-01T22:41:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f762282c4f064cd4b9b4f8986bbd6f0a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f762282c4f064cd4b9b4f8986bbd6f0a 2024-12-01T22:41:22,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f762282c4f064cd4b9b4f8986bbd6f0a, entries=150, sequenceid=418, filesize=12.0 K 2024-12-01T22:41:22,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for c4af407abe3a2cc6e89c93e1c7ee8772 in 869ms, sequenceid=418, compaction requested=true 2024-12-01T22:41:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:22,130 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:22,130 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4af407abe3a2cc6e89c93e1c7ee8772:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:22,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:22,132 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:22,132 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:22,132 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/B is initiating minor compaction (all files) 2024-12-01T22:41:22,132 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/A is initiating minor compaction (all files) 2024-12-01T22:41:22,132 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/B in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:22,132 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/A in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:22,132 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c7bd0fad0c2a43ba9cc17933198ed925, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/f0b16ad7bdbf407e906288d0ff357f93, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c27904a97f8645e4890ee9f3c98331b3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/75c2bb9b754b4e82ba03e554a0c4d873] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=48.9 K 2024-12-01T22:41:22,132 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d34d39ec81ab499eb56171fd8c2b10f0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/17350a9228f1494bb2897acc099166e2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/875fafd66a5a4abf9dd994a32aec59db, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ec87d45d17c647a7819818ac1cd13ee2] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=48.9 K 2024-12-01T22:41:22,133 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7bd0fad0c2a43ba9cc17933198ed925, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733092877137 2024-12-01T22:41:22,133 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d34d39ec81ab499eb56171fd8c2b10f0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733092877137 2024-12-01T22:41:22,133 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 17350a9228f1494bb2897acc099166e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733092878309 2024-12-01T22:41:22,133 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0b16ad7bdbf407e906288d0ff357f93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733092878309 2024-12-01T22:41:22,133 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 875fafd66a5a4abf9dd994a32aec59db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733092878949 2024-12-01T22:41:22,134 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c27904a97f8645e4890ee9f3c98331b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733092878949 2024-12-01T22:41:22,134 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75c2bb9b754b4e82ba03e554a0c4d873, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733092880118 2024-12-01T22:41:22,134 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ec87d45d17c647a7819818ac1cd13ee2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733092880118 2024-12-01T22:41:22,147 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:22,147 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:22,148 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/569261ed4af84aa28ea26656ae77834a is 50, key is test_row_0/B:col10/1733092881260/Put/seqid=0 2024-12-01T22:41:22,148 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/3b857669240e47a6b462612574a0169b is 50, key is test_row_0/A:col10/1733092881260/Put/seqid=0 2024-12-01T22:41:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741931_1107 (size=13357) 2024-12-01T22:41:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741930_1106 (size=13357) 2024-12-01T22:41:22,161 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/3b857669240e47a6b462612574a0169b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3b857669240e47a6b462612574a0169b 2024-12-01T22:41:22,161 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/569261ed4af84aa28ea26656ae77834a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/569261ed4af84aa28ea26656ae77834a 2024-12-01T22:41:22,170 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/B of c4af407abe3a2cc6e89c93e1c7ee8772 into 569261ed4af84aa28ea26656ae77834a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:22,170 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:22,170 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/B, priority=12, startTime=1733092882130; duration=0sec 2024-12-01T22:41:22,170 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/A of c4af407abe3a2cc6e89c93e1c7ee8772 into 3b857669240e47a6b462612574a0169b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:22,170 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:22,170 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/A, priority=12, startTime=1733092882130; duration=0sec 2024-12-01T22:41:22,171 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:22,171 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:B 2024-12-01T22:41:22,171 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:22,171 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:A 2024-12-01T22:41:22,171 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:22,173 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:22,173 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): c4af407abe3a2cc6e89c93e1c7ee8772/C is initiating minor compaction (all files) 2024-12-01T22:41:22,173 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4af407abe3a2cc6e89c93e1c7ee8772/C in TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:22,174 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/fe0063d17eb745908737984cee0be6ae, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3bda3d23a5834436a0760da0496cafde, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/18aaafbabdbf43778264b0a6843eef19, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f762282c4f064cd4b9b4f8986bbd6f0a] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp, totalSize=48.9 K 2024-12-01T22:41:22,174 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting fe0063d17eb745908737984cee0be6ae, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733092877137 2024-12-01T22:41:22,175 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bda3d23a5834436a0760da0496cafde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733092878309 2024-12-01T22:41:22,175 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 18aaafbabdbf43778264b0a6843eef19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733092878949 2024-12-01T22:41:22,175 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f762282c4f064cd4b9b4f8986bbd6f0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733092880118 2024-12-01T22:41:22,194 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4af407abe3a2cc6e89c93e1c7ee8772#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:22,194 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/ed2fb60303ab493e8eb0db70569eaec7 is 50, key is test_row_0/C:col10/1733092881260/Put/seqid=0 2024-12-01T22:41:22,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741932_1108 (size=13357) 2024-12-01T22:41:22,211 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/ed2fb60303ab493e8eb0db70569eaec7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/ed2fb60303ab493e8eb0db70569eaec7 2024-12-01T22:41:22,219 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4af407abe3a2cc6e89c93e1c7ee8772/C of c4af407abe3a2cc6e89c93e1c7ee8772 into ed2fb60303ab493e8eb0db70569eaec7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:22,219 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:22,219 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., storeName=c4af407abe3a2cc6e89c93e1c7ee8772/C, priority=12, startTime=1733092882130; duration=0sec 2024-12-01T22:41:22,219 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:22,219 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4af407abe3a2cc6e89c93e1c7ee8772:C 2024-12-01T22:41:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:22,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T22:41:22,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:22,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03379f7e61b84168a5619bcd3798287b is 50, key is test_row_0/A:col10/1733092881268/Put/seqid=0 2024-12-01T22:41:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741933_1109 (size=14741) 2024-12-01T22:41:22,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03379f7e61b84168a5619bcd3798287b 2024-12-01T22:41:22,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/1dc4bc59cbb04c0ba2e05ab3bc3ec771 is 50, key is test_row_0/B:col10/1733092881268/Put/seqid=0 2024-12-01T22:41:22,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741934_1110 (size=12301) 2024-12-01T22:41:22,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092942440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092942440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092942458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092942458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092942565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092942565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092942566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092942566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092942774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092942774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092942775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092942775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:22,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/1dc4bc59cbb04c0ba2e05ab3bc3ec771 2024-12-01T22:41:22,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/641bfb722a7e42ff81b3db40f4802df1 is 50, key is test_row_0/C:col10/1733092881268/Put/seqid=0 2024-12-01T22:41:22,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741935_1111 (size=12301) 2024-12-01T22:41:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T22:41:23,045 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:23,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-01T22:41:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T22:41:23,047 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:23,048 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:23,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:23,072 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-01T22:41:23,072 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:23,073 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-01T22:41:23,073 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:23,077 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-01T22:41:23,077 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:23,078 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,078 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,078 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,078 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,078 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,078 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,082 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-01T22:41:23,082 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:23,082 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,082 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56166 deadline: 1733092943085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1733092943085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56122 deadline: 1733092943085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56132 deadline: 1733092943086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:41:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T22:41:23,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T22:41:23,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:23,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:23,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:23,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:23,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:23,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/641bfb722a7e42ff81b3db40f4802df1 2024-12-01T22:41:23,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03379f7e61b84168a5619bcd3798287b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03379f7e61b84168a5619bcd3798287b 2024-12-01T22:41:23,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03379f7e61b84168a5619bcd3798287b, entries=200, sequenceid=433, filesize=14.4 K 2024-12-01T22:41:23,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/1dc4bc59cbb04c0ba2e05ab3bc3ec771 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1dc4bc59cbb04c0ba2e05ab3bc3ec771 2024-12-01T22:41:23,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1dc4bc59cbb04c0ba2e05ab3bc3ec771, entries=150, sequenceid=433, filesize=12.0 K 2024-12-01T22:41:23,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/641bfb722a7e42ff81b3db40f4802df1 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/641bfb722a7e42ff81b3db40f4802df1 2024-12-01T22:41:23,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/641bfb722a7e42ff81b3db40f4802df1, entries=150, sequenceid=433, filesize=12.0 K 2024-12-01T22:41:23,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c4af407abe3a2cc6e89c93e1c7ee8772 in 904ms, sequenceid=433, compaction requested=false 2024-12-01T22:41:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:23,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T22:41:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:23,355 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:41:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a0cd4239040a4507a8255c9a38de4c6b is 50, key is test_row_0/A:col10/1733092882440/Put/seqid=0 2024-12-01T22:41:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T22:41:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741936_1112 (size=12301) 2024-12-01T22:41:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:23,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. as already flushing 2024-12-01T22:41:23,601 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-01T22:41:23,601 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-01T22:41:23,601 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-01T22:41:23,601 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:23,601 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:23,601 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:23,601 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,601 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,601 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,601 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,601 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,601 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,603 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-01T22:41:23,603 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:23,603 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,603 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T22:41:23,771 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a0cd4239040a4507a8255c9a38de4c6b 2024-12-01T22:41:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/af7beec9a5e84ed7a3437207ffa68548 is 50, key is test_row_0/B:col10/1733092882440/Put/seqid=0 2024-12-01T22:41:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741937_1113 (size=12301) 2024-12-01T22:41:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T22:41:24,192 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/af7beec9a5e84ed7a3437207ffa68548 2024-12-01T22:41:24,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f27dde35fb8a460cbaa3e5d9f877100d is 50, key is test_row_0/C:col10/1733092882440/Put/seqid=0 2024-12-01T22:41:24,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741938_1114 (size=12301) 2024-12-01T22:41:24,453 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:41:24,612 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f27dde35fb8a460cbaa3e5d9f877100d 2024-12-01T22:41:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/a0cd4239040a4507a8255c9a38de4c6b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0cd4239040a4507a8255c9a38de4c6b 2024-12-01T22:41:24,628 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0cd4239040a4507a8255c9a38de4c6b, entries=150, sequenceid=453, filesize=12.0 K 2024-12-01T22:41:24,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/af7beec9a5e84ed7a3437207ffa68548 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/af7beec9a5e84ed7a3437207ffa68548 2024-12-01T22:41:24,635 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/af7beec9a5e84ed7a3437207ffa68548, entries=150, sequenceid=453, filesize=12.0 K 2024-12-01T22:41:24,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/f27dde35fb8a460cbaa3e5d9f877100d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f27dde35fb8a460cbaa3e5d9f877100d 2024-12-01T22:41:24,643 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f27dde35fb8a460cbaa3e5d9f877100d, entries=150, sequenceid=453, filesize=12.0 K 2024-12-01T22:41:24,644 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=26.84 KB/27480 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1289ms, sequenceid=453, compaction requested=true 2024-12-01T22:41:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for c4af407abe3a2cc6e89c93e1c7ee8772: 2024-12-01T22:41:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-01T22:41:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-01T22:41:24,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-01T22:41:24,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5980 sec 2024-12-01T22:41:24,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.6050 sec 2024-12-01T22:41:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T22:41:25,206 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:29,768 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-01T22:41:29,769 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:29,769 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:29,769 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:29,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:29,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T22:41:29,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-01T22:41:29,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-01T22:41:29,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-01T22:41:29,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-01T22:41:29,771 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-01T22:41:29,771 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T22:41:29,771 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3875 2024-12-01T22:41:29,771 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3785 2024-12-01T22:41:29,771 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T22:41:29,771 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1727 2024-12-01T22:41:29,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5174 rows 2024-12-01T22:41:29,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1727 2024-12-01T22:41:29,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5177 rows 2024-12-01T22:41:29,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:41:29,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:41:29,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:29,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:29,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:29,778 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T22:41:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T22:41:29,785 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092889784"}]},"ts":"1733092889784"} 2024-12-01T22:41:29,786 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T22:41:29,786 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T22:41:29,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:41:29,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, UNASSIGN}] 2024-12-01T22:41:29,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, UNASSIGN 2024-12-01T22:41:29,794 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=c4af407abe3a2cc6e89c93e1c7ee8772, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:29,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, UNASSIGN because future has completed 2024-12-01T22:41:29,797 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:41:29,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:41:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T22:41:29,956 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(122): Close c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:29,956 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:41:29,957 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1722): Closing c4af407abe3a2cc6e89c93e1c7ee8772, disabling compactions & flushes 2024-12-01T22:41:29,957 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:29,957 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:29,957 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. after waiting 0 ms 2024-12-01T22:41:29,957 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:29,958 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(2902): Flushing c4af407abe3a2cc6e89c93e1c7ee8772 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-01T22:41:29,958 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=A 2024-12-01T22:41:29,958 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:29,959 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=B 2024-12-01T22:41:29,959 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:29,959 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4af407abe3a2cc6e89c93e1c7ee8772, store=C 2024-12-01T22:41:29,959 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:29,968 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03292a4c9be44b428ef12ea38dc1c935 is 50, key is test_row_0/A:col10/1733092883600/Put/seqid=0 2024-12-01T22:41:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741939_1115 (size=12301) 2024-12-01T22:41:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T22:41:30,374 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03292a4c9be44b428ef12ea38dc1c935 2024-12-01T22:41:30,390 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/b5140da1eee24b32ab92d02b196ddcae is 50, key is test_row_0/B:col10/1733092883600/Put/seqid=0 2024-12-01T22:41:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741940_1116 (size=12301) 2024-12-01T22:41:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T22:41:30,796 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/b5140da1eee24b32ab92d02b196ddcae 2024-12-01T22:41:30,809 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cf86aa5c64ad4398b7772ef950a72ee1 is 50, key is test_row_0/C:col10/1733092883600/Put/seqid=0 2024-12-01T22:41:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741941_1117 (size=12301) 2024-12-01T22:41:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T22:41:31,214 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cf86aa5c64ad4398b7772ef950a72ee1 2024-12-01T22:41:31,227 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/A/03292a4c9be44b428ef12ea38dc1c935 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03292a4c9be44b428ef12ea38dc1c935 2024-12-01T22:41:31,232 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03292a4c9be44b428ef12ea38dc1c935, entries=150, sequenceid=461, filesize=12.0 K 2024-12-01T22:41:31,233 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/B/b5140da1eee24b32ab92d02b196ddcae as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b5140da1eee24b32ab92d02b196ddcae 2024-12-01T22:41:31,238 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b5140da1eee24b32ab92d02b196ddcae, entries=150, sequenceid=461, filesize=12.0 K 2024-12-01T22:41:31,239 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/.tmp/C/cf86aa5c64ad4398b7772ef950a72ee1 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cf86aa5c64ad4398b7772ef950a72ee1 2024-12-01T22:41:31,244 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cf86aa5c64ad4398b7772ef950a72ee1, entries=150, sequenceid=461, filesize=12.0 K 2024-12-01T22:41:31,245 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1286ms, sequenceid=461, compaction requested=true 2024-12-01T22:41:31,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/681e761ea6ac43a1944aebffd5aeff25, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/dd953801463540f089d501528f5a6f99, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/80491c8a32264dc086a87fbfa117c876, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2b444efd74c740f68111005b25e4ebce, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0f268d3df0443e19ad7f5681a5de9b5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0b7df6bde214dc0a2996d4a0d140b8e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3bf7f14e16754477bc15b0e42ed9a2d9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a5d94ae379144d79ae3c26c39624c9ed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2157a1d2e5434a47b7b2eed3924370d4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/5c4022b5c74f400a99247d62eccfa513, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03fcccc09e79407498dcb94130fe8531, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/b393676e29c745ce89457f30c7f5094f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/eaaed8668a544bdf9bae5fecc91e747f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1493afe8592d4066bfaac1c33992af36, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/bd4200b6a5914c32aa821c080af46bc8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/4a1b22d9f6074b52911997968fe6f131, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2737f7fa387e47d4b06e2fd8ff1dce84, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3839bd48f7bb407f9cb780f3cde5ee0f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1f6ada177f7c473faea5b2f546ad99e5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/9a24ed0f76d442669539323bde4f6b3b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a3c5da48cc16467eba634c0e57d5aacd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/18f38eed780546ca9225357740bd6a57, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/8d8e7b8502104cf0b3199ca7d49f21f7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/67bd04785001405ebf7e60caf3d797cd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2252b83f5fdb40549926d1d22cd12cd9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/d27d651db41b4c01a07ae676a43aad78, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c0ceaf7a2d9144179798554bf6194088, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c7bd0fad0c2a43ba9cc17933198ed925, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/f0b16ad7bdbf407e906288d0ff357f93, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c27904a97f8645e4890ee9f3c98331b3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/75c2bb9b754b4e82ba03e554a0c4d873] to archive 2024-12-01T22:41:31,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:41:31,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/681e761ea6ac43a1944aebffd5aeff25 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/681e761ea6ac43a1944aebffd5aeff25 2024-12-01T22:41:31,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/dd953801463540f089d501528f5a6f99 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/dd953801463540f089d501528f5a6f99 2024-12-01T22:41:31,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/80491c8a32264dc086a87fbfa117c876 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/80491c8a32264dc086a87fbfa117c876 2024-12-01T22:41:31,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2b444efd74c740f68111005b25e4ebce to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2b444efd74c740f68111005b25e4ebce 2024-12-01T22:41:31,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0f268d3df0443e19ad7f5681a5de9b5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0f268d3df0443e19ad7f5681a5de9b5 2024-12-01T22:41:31,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0b7df6bde214dc0a2996d4a0d140b8e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0b7df6bde214dc0a2996d4a0d140b8e 2024-12-01T22:41:31,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3bf7f14e16754477bc15b0e42ed9a2d9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3bf7f14e16754477bc15b0e42ed9a2d9 2024-12-01T22:41:31,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a5d94ae379144d79ae3c26c39624c9ed to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a5d94ae379144d79ae3c26c39624c9ed 2024-12-01T22:41:31,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2157a1d2e5434a47b7b2eed3924370d4 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2157a1d2e5434a47b7b2eed3924370d4 2024-12-01T22:41:31,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/5c4022b5c74f400a99247d62eccfa513 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/5c4022b5c74f400a99247d62eccfa513 2024-12-01T22:41:31,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03fcccc09e79407498dcb94130fe8531 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03fcccc09e79407498dcb94130fe8531 2024-12-01T22:41:31,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/b393676e29c745ce89457f30c7f5094f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/b393676e29c745ce89457f30c7f5094f 2024-12-01T22:41:31,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/eaaed8668a544bdf9bae5fecc91e747f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/eaaed8668a544bdf9bae5fecc91e747f 2024-12-01T22:41:31,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1493afe8592d4066bfaac1c33992af36 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1493afe8592d4066bfaac1c33992af36 2024-12-01T22:41:31,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/bd4200b6a5914c32aa821c080af46bc8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/bd4200b6a5914c32aa821c080af46bc8 2024-12-01T22:41:31,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/4a1b22d9f6074b52911997968fe6f131 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/4a1b22d9f6074b52911997968fe6f131 2024-12-01T22:41:31,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2737f7fa387e47d4b06e2fd8ff1dce84 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2737f7fa387e47d4b06e2fd8ff1dce84 2024-12-01T22:41:31,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3839bd48f7bb407f9cb780f3cde5ee0f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3839bd48f7bb407f9cb780f3cde5ee0f 2024-12-01T22:41:31,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1f6ada177f7c473faea5b2f546ad99e5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/1f6ada177f7c473faea5b2f546ad99e5 2024-12-01T22:41:31,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/9a24ed0f76d442669539323bde4f6b3b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/9a24ed0f76d442669539323bde4f6b3b 2024-12-01T22:41:31,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a3c5da48cc16467eba634c0e57d5aacd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a3c5da48cc16467eba634c0e57d5aacd 2024-12-01T22:41:31,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/18f38eed780546ca9225357740bd6a57 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/18f38eed780546ca9225357740bd6a57 2024-12-01T22:41:31,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/8d8e7b8502104cf0b3199ca7d49f21f7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/8d8e7b8502104cf0b3199ca7d49f21f7 2024-12-01T22:41:31,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/67bd04785001405ebf7e60caf3d797cd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/67bd04785001405ebf7e60caf3d797cd 2024-12-01T22:41:31,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2252b83f5fdb40549926d1d22cd12cd9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/2252b83f5fdb40549926d1d22cd12cd9 2024-12-01T22:41:31,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/d27d651db41b4c01a07ae676a43aad78 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/d27d651db41b4c01a07ae676a43aad78 2024-12-01T22:41:31,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c0ceaf7a2d9144179798554bf6194088 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c0ceaf7a2d9144179798554bf6194088 2024-12-01T22:41:31,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c7bd0fad0c2a43ba9cc17933198ed925 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c7bd0fad0c2a43ba9cc17933198ed925 2024-12-01T22:41:31,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/f0b16ad7bdbf407e906288d0ff357f93 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/f0b16ad7bdbf407e906288d0ff357f93 2024-12-01T22:41:31,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c27904a97f8645e4890ee9f3c98331b3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/c27904a97f8645e4890ee9f3c98331b3 2024-12-01T22:41:31,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/75c2bb9b754b4e82ba03e554a0c4d873 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/75c2bb9b754b4e82ba03e554a0c4d873 2024-12-01T22:41:31,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4aac711ee12f4084a472cafbadb50ecd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d1f3e5868f3d42ad84274225df31c19f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a8af8788c37945c599278bc8405d8d02, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d4ee12f8fed54fd3b0a44e97d3eab186, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ca3476d6306842b19b6979416c52f54a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b20fb7f17b914b3982f0ec9b583026e6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ed58ac4c0ad845ceb24ea53b5dd5a4be, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/045ff15afabb4691a2503f76f871ad92, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/64f84720286048ccb0b00be69314ec31, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a49eb4463f4e4763a226d77f50a4e20c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/0832bfa49d3245c089d47bf1297ffb64, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1200435fbe1049d393c42cfdb47b508d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/aacac011cfee414b91c803babadf1805, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/83f355374c0c4dc1b82b439f46ea2985, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3d34948007df4c14b6e100e0bae5f99e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/8a2310ac6347422cb9f8abeddd0db4ff, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3252907faa8e4acb8ce243bc2f2405d8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4bda06007b06427c9982f2a0509d65b4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ab5ae16bafe4497f88f9cc10f08da293, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/016280a691ca442d9d43730f188611b8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/49fe7e467e434154a32b7ce90740fff9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/90ba49ee6950405a91c48bcacd469b09, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/557060a3151a4e739bb455d19894533e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/add3fa31b07947b0ae6d9dd63b27fc9c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/658a6f3c438342be9bf4c1a6f9dc2124, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/00b01dfa4fec4abbaa47c206d3f2b351, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d34d39ec81ab499eb56171fd8c2b10f0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b3b3e9043e0b42579cf6950aae78000a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/17350a9228f1494bb2897acc099166e2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/875fafd66a5a4abf9dd994a32aec59db, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ec87d45d17c647a7819818ac1cd13ee2] to archive 2024-12-01T22:41:31,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:41:31,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4aac711ee12f4084a472cafbadb50ecd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4aac711ee12f4084a472cafbadb50ecd 2024-12-01T22:41:31,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d1f3e5868f3d42ad84274225df31c19f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d1f3e5868f3d42ad84274225df31c19f 2024-12-01T22:41:31,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a8af8788c37945c599278bc8405d8d02 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a8af8788c37945c599278bc8405d8d02 2024-12-01T22:41:31,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d4ee12f8fed54fd3b0a44e97d3eab186 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d4ee12f8fed54fd3b0a44e97d3eab186 2024-12-01T22:41:31,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ca3476d6306842b19b6979416c52f54a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ca3476d6306842b19b6979416c52f54a 2024-12-01T22:41:31,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b20fb7f17b914b3982f0ec9b583026e6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b20fb7f17b914b3982f0ec9b583026e6 2024-12-01T22:41:31,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ed58ac4c0ad845ceb24ea53b5dd5a4be to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ed58ac4c0ad845ceb24ea53b5dd5a4be 2024-12-01T22:41:31,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/045ff15afabb4691a2503f76f871ad92 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/045ff15afabb4691a2503f76f871ad92 2024-12-01T22:41:31,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/64f84720286048ccb0b00be69314ec31 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/64f84720286048ccb0b00be69314ec31 2024-12-01T22:41:31,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a49eb4463f4e4763a226d77f50a4e20c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/a49eb4463f4e4763a226d77f50a4e20c 2024-12-01T22:41:31,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/0832bfa49d3245c089d47bf1297ffb64 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/0832bfa49d3245c089d47bf1297ffb64 2024-12-01T22:41:31,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1200435fbe1049d393c42cfdb47b508d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1200435fbe1049d393c42cfdb47b508d 2024-12-01T22:41:31,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/aacac011cfee414b91c803babadf1805 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/aacac011cfee414b91c803babadf1805 2024-12-01T22:41:31,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/83f355374c0c4dc1b82b439f46ea2985 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/83f355374c0c4dc1b82b439f46ea2985 2024-12-01T22:41:31,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3d34948007df4c14b6e100e0bae5f99e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3d34948007df4c14b6e100e0bae5f99e 2024-12-01T22:41:31,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/8a2310ac6347422cb9f8abeddd0db4ff to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/8a2310ac6347422cb9f8abeddd0db4ff 2024-12-01T22:41:31,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3252907faa8e4acb8ce243bc2f2405d8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/3252907faa8e4acb8ce243bc2f2405d8 2024-12-01T22:41:31,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4bda06007b06427c9982f2a0509d65b4 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/4bda06007b06427c9982f2a0509d65b4 2024-12-01T22:41:31,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ab5ae16bafe4497f88f9cc10f08da293 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ab5ae16bafe4497f88f9cc10f08da293 2024-12-01T22:41:31,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/016280a691ca442d9d43730f188611b8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/016280a691ca442d9d43730f188611b8 2024-12-01T22:41:31,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/49fe7e467e434154a32b7ce90740fff9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/49fe7e467e434154a32b7ce90740fff9 2024-12-01T22:41:31,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/90ba49ee6950405a91c48bcacd469b09 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/90ba49ee6950405a91c48bcacd469b09 2024-12-01T22:41:31,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/557060a3151a4e739bb455d19894533e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/557060a3151a4e739bb455d19894533e 2024-12-01T22:41:31,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/add3fa31b07947b0ae6d9dd63b27fc9c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/add3fa31b07947b0ae6d9dd63b27fc9c 2024-12-01T22:41:31,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/658a6f3c438342be9bf4c1a6f9dc2124 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/658a6f3c438342be9bf4c1a6f9dc2124 2024-12-01T22:41:31,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/00b01dfa4fec4abbaa47c206d3f2b351 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/00b01dfa4fec4abbaa47c206d3f2b351 2024-12-01T22:41:31,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d34d39ec81ab499eb56171fd8c2b10f0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/d34d39ec81ab499eb56171fd8c2b10f0 2024-12-01T22:41:31,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b3b3e9043e0b42579cf6950aae78000a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b3b3e9043e0b42579cf6950aae78000a 2024-12-01T22:41:31,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/17350a9228f1494bb2897acc099166e2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/17350a9228f1494bb2897acc099166e2 2024-12-01T22:41:31,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/875fafd66a5a4abf9dd994a32aec59db to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/875fafd66a5a4abf9dd994a32aec59db 2024-12-01T22:41:31,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ec87d45d17c647a7819818ac1cd13ee2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/ec87d45d17c647a7819818ac1cd13ee2 2024-12-01T22:41:31,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1424773f9db94d03a5cfb67e3d44e673, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01787f5e35ea4057ad1504d8fbaa883e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01cce6f2e76d47bf9a9ba560b2afb053, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3789613c14814597b9e923d90b1018bb, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/d24550faf82c40b28a11159eba12215d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5457bee2c714f1ab7639ef12ca89778, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9e715ddb9daa48f2a01b49dafa24f14a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/4b492625e6bc416789e7473a4d48df09, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/ad1a45c55c3b4cd88f10eb1932c4c1a0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5d955faa11f4240bbaf336c35b6166e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/439d9ac6cfcd4e789d9304651ace852f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/42f387ef4fcf4b86aca5c53f4ec51cf7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/251a119479d74d0483d01164e6c22753, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cdf0d61459c24c6f9711fbb17d91b63f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/649546c98b1441258db6d408fd352fba, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/987075c112c34a789fb99bc29604a99d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/341d28177d7549f3b0bd7f3b94a29c45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/2f000347e5d34ba594c7dcf1f9a81b90, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1fa2a94081764df4baa9eef16fe11339, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/a20dbaf5ae6a4dfc8c9135722a896972, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cfc58557166e499985201bfe6866e7e6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cda5d553770349b9b6d885354f372d81, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/140ea71afe7c4bfcac260c396cb4aa7f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/5d50cb3f78aa4789ae45352dd87ae0f0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9b8b89deae294e20b627e8ef0f3d64af, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/704a684b760747478f68721050d9c6c6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/fe0063d17eb745908737984cee0be6ae, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9785486e058a4539bd7263165014aa9b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3bda3d23a5834436a0760da0496cafde, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/18aaafbabdbf43778264b0a6843eef19, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f762282c4f064cd4b9b4f8986bbd6f0a] to archive 2024-12-01T22:41:31,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:41:31,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1424773f9db94d03a5cfb67e3d44e673 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1424773f9db94d03a5cfb67e3d44e673 2024-12-01T22:41:31,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01787f5e35ea4057ad1504d8fbaa883e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01787f5e35ea4057ad1504d8fbaa883e 2024-12-01T22:41:31,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01cce6f2e76d47bf9a9ba560b2afb053 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/01cce6f2e76d47bf9a9ba560b2afb053 2024-12-01T22:41:31,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3789613c14814597b9e923d90b1018bb to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3789613c14814597b9e923d90b1018bb 2024-12-01T22:41:31,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/d24550faf82c40b28a11159eba12215d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/d24550faf82c40b28a11159eba12215d 2024-12-01T22:41:31,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5457bee2c714f1ab7639ef12ca89778 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5457bee2c714f1ab7639ef12ca89778 2024-12-01T22:41:31,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9e715ddb9daa48f2a01b49dafa24f14a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9e715ddb9daa48f2a01b49dafa24f14a 2024-12-01T22:41:31,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/4b492625e6bc416789e7473a4d48df09 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/4b492625e6bc416789e7473a4d48df09 2024-12-01T22:41:31,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/ad1a45c55c3b4cd88f10eb1932c4c1a0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/ad1a45c55c3b4cd88f10eb1932c4c1a0 2024-12-01T22:41:31,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5d955faa11f4240bbaf336c35b6166e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f5d955faa11f4240bbaf336c35b6166e 2024-12-01T22:41:31,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/439d9ac6cfcd4e789d9304651ace852f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/439d9ac6cfcd4e789d9304651ace852f 2024-12-01T22:41:31,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/42f387ef4fcf4b86aca5c53f4ec51cf7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/42f387ef4fcf4b86aca5c53f4ec51cf7 2024-12-01T22:41:31,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/251a119479d74d0483d01164e6c22753 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/251a119479d74d0483d01164e6c22753 2024-12-01T22:41:31,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cdf0d61459c24c6f9711fbb17d91b63f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cdf0d61459c24c6f9711fbb17d91b63f 2024-12-01T22:41:31,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/649546c98b1441258db6d408fd352fba to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/649546c98b1441258db6d408fd352fba 2024-12-01T22:41:31,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/987075c112c34a789fb99bc29604a99d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/987075c112c34a789fb99bc29604a99d 2024-12-01T22:41:31,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/341d28177d7549f3b0bd7f3b94a29c45 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/341d28177d7549f3b0bd7f3b94a29c45 2024-12-01T22:41:31,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/2f000347e5d34ba594c7dcf1f9a81b90 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/2f000347e5d34ba594c7dcf1f9a81b90 2024-12-01T22:41:31,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1fa2a94081764df4baa9eef16fe11339 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/1fa2a94081764df4baa9eef16fe11339 2024-12-01T22:41:31,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/a20dbaf5ae6a4dfc8c9135722a896972 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/a20dbaf5ae6a4dfc8c9135722a896972 2024-12-01T22:41:31,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cfc58557166e499985201bfe6866e7e6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cfc58557166e499985201bfe6866e7e6 2024-12-01T22:41:31,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cda5d553770349b9b6d885354f372d81 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cda5d553770349b9b6d885354f372d81 2024-12-01T22:41:31,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/140ea71afe7c4bfcac260c396cb4aa7f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/140ea71afe7c4bfcac260c396cb4aa7f 2024-12-01T22:41:31,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/5d50cb3f78aa4789ae45352dd87ae0f0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/5d50cb3f78aa4789ae45352dd87ae0f0 2024-12-01T22:41:31,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9b8b89deae294e20b627e8ef0f3d64af to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9b8b89deae294e20b627e8ef0f3d64af 2024-12-01T22:41:31,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/704a684b760747478f68721050d9c6c6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/704a684b760747478f68721050d9c6c6 2024-12-01T22:41:31,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/fe0063d17eb745908737984cee0be6ae to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/fe0063d17eb745908737984cee0be6ae 2024-12-01T22:41:31,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9785486e058a4539bd7263165014aa9b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/9785486e058a4539bd7263165014aa9b 2024-12-01T22:41:31,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3bda3d23a5834436a0760da0496cafde to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/3bda3d23a5834436a0760da0496cafde 2024-12-01T22:41:31,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/18aaafbabdbf43778264b0a6843eef19 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/18aaafbabdbf43778264b0a6843eef19 2024-12-01T22:41:31,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f762282c4f064cd4b9b4f8986bbd6f0a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f762282c4f064cd4b9b4f8986bbd6f0a 2024-12-01T22:41:31,385 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-12-01T22:41:31,386 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. 2024-12-01T22:41:31,386 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1676): Region close journal for c4af407abe3a2cc6e89c93e1c7ee8772: Waiting for close lock at 1733092889957Running coprocessor pre-close hooks at 1733092889957Disabling compacts and flushes for region at 1733092889957Disabling writes for close at 1733092889957Obtaining lock to block concurrent updates at 1733092889958 (+1 ms)Preparing flush snapshotting stores in c4af407abe3a2cc6e89c93e1c7ee8772 at 1733092889958Finished memstore snapshotting TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733092889959 (+1 ms)Flushing stores of TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772. at 1733092889960 (+1 ms)Flushing c4af407abe3a2cc6e89c93e1c7ee8772/A: creating writer at 1733092889960Flushing c4af407abe3a2cc6e89c93e1c7ee8772/A: appending metadata at 1733092889967 (+7 ms)Flushing c4af407abe3a2cc6e89c93e1c7ee8772/A: closing flushed file at 1733092889967Flushing c4af407abe3a2cc6e89c93e1c7ee8772/B: creating writer at 1733092890386 (+419 ms)Flushing c4af407abe3a2cc6e89c93e1c7ee8772/B: appending metadata at 1733092890390 (+4 ms)Flushing c4af407abe3a2cc6e89c93e1c7ee8772/B: closing flushed file at 1733092890390Flushing c4af407abe3a2cc6e89c93e1c7ee8772/C: creating writer at 1733092890805 (+415 ms)Flushing c4af407abe3a2cc6e89c93e1c7ee8772/C: appending metadata at 1733092890808 (+3 ms)Flushing c4af407abe3a2cc6e89c93e1c7ee8772/C: closing flushed file at 1733092890808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3958af: reopening flushed file at 1733092891226 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d38012d: reopening flushed file at 1733092891232 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3e55b: reopening flushed file at 1733092891238 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c4af407abe3a2cc6e89c93e1c7ee8772 in 1286ms, sequenceid=461, compaction requested=true at 1733092891245 (+7 ms)Writing region close event to WAL at 1733092891382 (+137 ms)Running coprocessor post-close hooks at 1733092891386 (+4 ms)Closed at 1733092891386 2024-12-01T22:41:31,389 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(157): Closed c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:31,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=c4af407abe3a2cc6e89c93e1c7ee8772, regionState=CLOSED 2024-12-01T22:41:31,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:41:31,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-01T22:41:31,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseRegionProcedure c4af407abe3a2cc6e89c93e1c7ee8772, server=14efca635be3,43983,1733092856036 in 1.5950 sec 2024-12-01T22:41:31,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-01T22:41:31,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4af407abe3a2cc6e89c93e1c7ee8772, UNASSIGN in 1.6020 sec 2024-12-01T22:41:31,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-01T22:41:31,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6090 sec 2024-12-01T22:41:31,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092891399"}]},"ts":"1733092891399"} 2024-12-01T22:41:31,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T22:41:31,401 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T22:41:31,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6220 sec 2024-12-01T22:41:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T22:41:31,937 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:31,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T22:41:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:31,949 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T22:41:31,952 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=25, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:31,955 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:31,960 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/recovered.edits] 2024-12-01T22:41:31,963 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03292a4c9be44b428ef12ea38dc1c935 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03292a4c9be44b428ef12ea38dc1c935 2024-12-01T22:41:31,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03379f7e61b84168a5619bcd3798287b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/03379f7e61b84168a5619bcd3798287b 2024-12-01T22:41:31,966 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3b857669240e47a6b462612574a0169b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/3b857669240e47a6b462612574a0169b 2024-12-01T22:41:31,967 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0cd4239040a4507a8255c9a38de4c6b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/A/a0cd4239040a4507a8255c9a38de4c6b 2024-12-01T22:41:31,970 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1dc4bc59cbb04c0ba2e05ab3bc3ec771 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/1dc4bc59cbb04c0ba2e05ab3bc3ec771 2024-12-01T22:41:31,972 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/569261ed4af84aa28ea26656ae77834a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/569261ed4af84aa28ea26656ae77834a 2024-12-01T22:41:31,973 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/af7beec9a5e84ed7a3437207ffa68548 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/af7beec9a5e84ed7a3437207ffa68548 2024-12-01T22:41:31,974 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b5140da1eee24b32ab92d02b196ddcae to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/B/b5140da1eee24b32ab92d02b196ddcae 2024-12-01T22:41:31,977 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/641bfb722a7e42ff81b3db40f4802df1 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/641bfb722a7e42ff81b3db40f4802df1 2024-12-01T22:41:31,978 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cf86aa5c64ad4398b7772ef950a72ee1 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/cf86aa5c64ad4398b7772ef950a72ee1 2024-12-01T22:41:31,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/ed2fb60303ab493e8eb0db70569eaec7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/ed2fb60303ab493e8eb0db70569eaec7 2024-12-01T22:41:31,980 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f27dde35fb8a460cbaa3e5d9f877100d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/C/f27dde35fb8a460cbaa3e5d9f877100d 2024-12-01T22:41:31,984 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/recovered.edits/464.seqid to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772/recovered.edits/464.seqid 2024-12-01T22:41:31,985 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/c4af407abe3a2cc6e89c93e1c7ee8772 2024-12-01T22:41:31,985 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T22:41:31,990 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=25, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:31,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-01T22:41:31,999 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T22:41:32,024 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T22:41:32,026 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=25, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:32,026 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T22:41:32,026 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733092892026"}]},"ts":"9223372036854775807"} 2024-12-01T22:41:32,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T22:41:32,032 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c4af407abe3a2cc6e89c93e1c7ee8772, NAME => 'TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T22:41:32,032 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T22:41:32,032 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733092892032"}]},"ts":"9223372036854775807"} 2024-12-01T22:41:32,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T22:41:32,037 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=25, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:32,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-12-01T22:41:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T22:41:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T22:41:32,056 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:32,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/14efca635be3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1967014425_22 at /127.0.0.1:37804 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;14efca635be3:43983-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/14efca635be3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 197) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9135 (was 9764) 2024-12-01T22:41:32,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=9134 2024-12-01T22:41:32,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:41:32,082 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:41:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:32,085 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T22:41:32,085 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:32,085 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 26 2024-12-01T22:41:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-01T22:41:32,086 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T22:41:32,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741942_1118 (size=1061) 2024-12-01T22:41:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-01T22:41:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-01T22:41:32,497 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef 2024-12-01T22:41:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741943_1119 (size=53) 2024-12-01T22:41:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-01T22:41:32,906 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:32,906 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ffcf84232b056cbc5692a5bf46fff2e8, disabling compactions & flushes 2024-12-01T22:41:32,906 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:32,906 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:32,906 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. after waiting 0 ms 2024-12-01T22:41:32,906 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:32,906 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:32,907 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffcf84232b056cbc5692a5bf46fff2e8: Waiting for close lock at 1733092892906Disabling compacts and flushes for region at 1733092892906Disabling writes for close at 1733092892906Writing region close event to WAL at 1733092892906Closed at 1733092892906 2024-12-01T22:41:32,908 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T22:41:32,908 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733092892908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092892908"}]},"ts":"1733092892908"} 2024-12-01T22:41:32,910 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T22:41:32,911 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T22:41:32,912 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092892911"}]},"ts":"1733092892911"} 2024-12-01T22:41:32,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T22:41:32,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, ASSIGN}] 2024-12-01T22:41:32,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, ASSIGN 2024-12-01T22:41:32,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, ASSIGN; state=OFFLINE, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=false 2024-12-01T22:41:33,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=ffcf84232b056cbc5692a5bf46fff2e8, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:33,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, ASSIGN because future has completed 2024-12-01T22:41:33,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:41:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-01T22:41:33,239 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:33,240 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:41:33,241 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,241 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,241 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,242 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,244 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,245 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:33,246 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcf84232b056cbc5692a5bf46fff2e8 columnFamilyName A 2024-12-01T22:41:33,246 DEBUG [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,247 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(327): Store=ffcf84232b056cbc5692a5bf46fff2e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,247 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,248 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:33,248 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcf84232b056cbc5692a5bf46fff2e8 columnFamilyName B 2024-12-01T22:41:33,248 DEBUG [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,249 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(327): Store=ffcf84232b056cbc5692a5bf46fff2e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,249 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,251 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:33,251 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcf84232b056cbc5692a5bf46fff2e8 columnFamilyName C 2024-12-01T22:41:33,251 DEBUG [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,251 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(327): Store=ffcf84232b056cbc5692a5bf46fff2e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,252 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:33,252 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,253 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,253 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,254 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,254 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,255 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:41:33,256 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,258 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,258 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened ffcf84232b056cbc5692a5bf46fff2e8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69486352, jitterRate=0.03542733192443848}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:41:33,258 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:33,259 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for ffcf84232b056cbc5692a5bf46fff2e8: Running coprocessor pre-open hook at 1733092893242Writing region info on filesystem at 1733092893242Initializing all the Stores at 1733092893243 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893243Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893243Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893243Cleaning up temporary data from old regions at 1733092893254 (+11 ms)Running coprocessor post-open hooks at 1733092893258 (+4 ms)Region opened successfully at 1733092893259 (+1 ms) 2024-12-01T22:41:33,260 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., pid=28, masterSystemTime=1733092893230 2024-12-01T22:41:33,262 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:33,262 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:33,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=ffcf84232b056cbc5692a5bf46fff2e8, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:33,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:41:33,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-01T22:41:33,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 in 190 msec 2024-12-01T22:41:33,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-01T22:41:33,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, ASSIGN in 353 msec 2024-12-01T22:41:33,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T22:41:33,271 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092893270"}]},"ts":"1733092893270"} 2024-12-01T22:41:33,273 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T22:41:33,274 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T22:41:33,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1920 sec 2024-12-01T22:41:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-01T22:41:34,247 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:34,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:34,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:34,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:34,251 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4d34e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:34,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7711e517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:34,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:34,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:34,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:34,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:41:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,39583,1733092855292 2024-12-01T22:41:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4004890f 2024-12-01T22:41:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:41:34,264 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:41:34,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:41:34,268 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:41:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T22:41:34,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741944_1120 (size=1097) 2024-12-01T22:41:34,716 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-01T22:41:34,716 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-01T22:41:34,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:41:34,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, REOPEN/MOVE}] 2024-12-01T22:41:34,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, REOPEN/MOVE 2024-12-01T22:41:34,732 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ffcf84232b056cbc5692a5bf46fff2e8, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:34,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, REOPEN/MOVE because future has completed 2024-12-01T22:41:34,734 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:41:34,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:41:34,888 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:34,888 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:41:34,888 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing ffcf84232b056cbc5692a5bf46fff2e8, disabling compactions & flushes 2024-12-01T22:41:34,888 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:34,888 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:34,889 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. after waiting 0 ms 2024-12-01T22:41:34,889 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:34,897 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T22:41:34,899 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:34,899 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for ffcf84232b056cbc5692a5bf46fff2e8: Waiting for close lock at 1733092894888Running coprocessor pre-close hooks at 1733092894888Disabling compacts and flushes for region at 1733092894888Disabling writes for close at 1733092894889 (+1 ms)Writing region close event to WAL at 1733092894890 (+1 ms)Running coprocessor post-close hooks at 1733092894899 (+9 ms)Closed at 1733092894899 2024-12-01T22:41:34,899 WARN [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionServer(3299): Not adding moved region record: ffcf84232b056cbc5692a5bf46fff2e8 to self. 2024-12-01T22:41:34,901 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:34,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ffcf84232b056cbc5692a5bf46fff2e8, regionState=CLOSED 2024-12-01T22:41:34,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:41:34,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-01T22:41:34,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 in 170 msec 2024-12-01T22:41:34,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, REOPEN/MOVE; state=CLOSED, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=true 2024-12-01T22:41:35,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ffcf84232b056cbc5692a5bf46fff2e8, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, REOPEN/MOVE because future has completed 2024-12-01T22:41:35,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:41:35,217 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,217 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:41:35,218 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,218 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:35,218 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,218 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,222 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,223 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:35,228 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcf84232b056cbc5692a5bf46fff2e8 columnFamilyName A 2024-12-01T22:41:35,230 DEBUG [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:35,231 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(327): Store=ffcf84232b056cbc5692a5bf46fff2e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:35,231 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,232 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:35,232 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcf84232b056cbc5692a5bf46fff2e8 columnFamilyName B 2024-12-01T22:41:35,232 DEBUG [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:35,232 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(327): Store=ffcf84232b056cbc5692a5bf46fff2e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:35,233 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,233 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:41:35,233 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcf84232b056cbc5692a5bf46fff2e8 columnFamilyName C 2024-12-01T22:41:35,233 DEBUG [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:35,234 INFO [StoreOpener-ffcf84232b056cbc5692a5bf46fff2e8-1 {}] regionserver.HStore(327): Store=ffcf84232b056cbc5692a5bf46fff2e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:35,234 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,234 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,235 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,236 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,237 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,237 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,237 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:41:35,238 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,239 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened ffcf84232b056cbc5692a5bf46fff2e8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66083432, jitterRate=-0.01528012752532959}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:41:35,239 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,240 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for ffcf84232b056cbc5692a5bf46fff2e8: Running coprocessor pre-open hook at 1733092895218Writing region info on filesystem at 1733092895218Initializing all the Stores at 1733092895219 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092895219Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092895219Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092895219Cleaning up temporary data from old regions at 1733092895237 (+18 ms)Running coprocessor post-open hooks at 1733092895239 (+2 ms)Region opened successfully at 1733092895240 (+1 ms) 2024-12-01T22:41:35,241 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., pid=33, masterSystemTime=1733092895214 2024-12-01T22:41:35,244 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,244 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ffcf84232b056cbc5692a5bf46fff2e8, regionState=OPEN, openSeqNum=5, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:41:35,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=31 2024-12-01T22:41:35,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 in 186 msec 2024-12-01T22:41:35,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-01T22:41:35,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, REOPEN/MOVE in 519 msec 2024-12-01T22:41:35,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-01T22:41:35,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-12-01T22:41:35,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 987 msec 2024-12-01T22:41:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-01T22:41:35,260 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:35,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,262 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564013bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,264 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f53090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,266 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79383372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,268 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c75fc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,270 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740564f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1037ee71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,274 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4200ce80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,276 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391db409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,278 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748c37b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,279 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10142ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,282 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748d157d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,283 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377b89e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,286 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ee5600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,287 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd8f572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,290 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c9e525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,291 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d91e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:41:35,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:35,293 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:41:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:41:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49608ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:41:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:35,295 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:35,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bb855c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:35,299 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,299 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,299 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,300 DEBUG [Thread-620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,300 DEBUG [Thread-616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,300 DEBUG [Thread-612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,300 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,302 DEBUG [Thread-618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-01T22:41:35,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,304 DEBUG [Thread-614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-01T22:41:35,306 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:41:35,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:35,308 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:35,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,310 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:35,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:41:35,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:41:35,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:35,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120152f145df508c44fcbfd72e3769629ae4_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092895320/Put/seqid=0 2024-12-01T22:41:35,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733092895347, max timestamp=1733092895377Num uniques 859; 2024-12-01T22:41:35,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733092895347, max timestamp=1733092895377Num uniques 859; 2024-12-01T22:41:35,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T22:41:35,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T22:41:35,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733092895347, max timestamp=1733092895377Num uniques 859; 2024-12-01T22:41:35,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T22:41:35,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741945_1121 (size=17034) 2024-12-01T22:41:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-01T22:41:35,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:35,422 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120152f145df508c44fcbfd72e3769629ae4_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120152f145df508c44fcbfd72e3769629ae4_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,425 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/bfe2fe2523084206ae6d83ccd8a7c5b3, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:35,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092955416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092955416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092955413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/bfe2fe2523084206ae6d83ccd8a7c5b3 is 175, key is test_row_0/A:col10/1733092895320/Put/seqid=0 2024-12-01T22:41:35,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092955427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092955428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741946_1122 (size=48139) 2024-12-01T22:41:35,449 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/bfe2fe2523084206ae6d83ccd8a7c5b3 2024-12-01T22:41:35,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/89138cbd3d7848b49f3d40dceb31df75 is 50, key is test_row_0/B:col10/1733092895320/Put/seqid=0 2024-12-01T22:41:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741947_1123 (size=12001) 2024-12-01T22:41:35,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/89138cbd3d7848b49f3d40dceb31df75 2024-12-01T22:41:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092955535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092955535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092955535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092955545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092955545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/25e7b6a8d90f4768b957c3ad41ef01e3 is 50, key is test_row_0/C:col10/1733092895320/Put/seqid=0 2024-12-01T22:41:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741948_1124 (size=12001) 2024-12-01T22:41:35,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/25e7b6a8d90f4768b957c3ad41ef01e3 2024-12-01T22:41:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/bfe2fe2523084206ae6d83ccd8a7c5b3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/bfe2fe2523084206ae6d83ccd8a7c5b3 2024-12-01T22:41:35,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/bfe2fe2523084206ae6d83ccd8a7c5b3, entries=250, sequenceid=14, filesize=47.0 K 2024-12-01T22:41:35,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/89138cbd3d7848b49f3d40dceb31df75 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/89138cbd3d7848b49f3d40dceb31df75 2024-12-01T22:41:35,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/89138cbd3d7848b49f3d40dceb31df75, entries=150, sequenceid=14, filesize=11.7 K 2024-12-01T22:41:35,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/25e7b6a8d90f4768b957c3ad41ef01e3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/25e7b6a8d90f4768b957c3ad41ef01e3 2024-12-01T22:41:35,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/25e7b6a8d90f4768b957c3ad41ef01e3, entries=150, sequenceid=14, filesize=11.7 K 2024-12-01T22:41:35,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for ffcf84232b056cbc5692a5bf46fff2e8 in 294ms, sequenceid=14, compaction requested=false 2024-12-01T22:41:35,620 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T22:41:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-01T22:41:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-12-01T22:41:35,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:35,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:35,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:35,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:35,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:35,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:35,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120130a681c907794a2d9908d3a2a494afb3_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092895747/Put/seqid=0 2024-12-01T22:41:35,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092955763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092955765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092955768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:35,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:35,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092955769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092955772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741949_1125 (size=14594) 2024-12-01T22:41:35,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:35,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120130a681c907794a2d9908d3a2a494afb3_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120130a681c907794a2d9908d3a2a494afb3_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:35,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/4de75cc4c3854392bab0dabd2fa9580a, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:35,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/4de75cc4c3854392bab0dabd2fa9580a is 175, key is test_row_0/A:col10/1733092895747/Put/seqid=0 2024-12-01T22:41:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741950_1126 (size=39549) 2024-12-01T22:41:35,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092955875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092955877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092955877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092955885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092955886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:35,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:35,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:35,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:35,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:35,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:35,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-01T22:41:36,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092956085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092956085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092956085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092956095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092956095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/4de75cc4c3854392bab0dabd2fa9580a 2024-12-01T22:41:36,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/7d068a41be5c45e3bf48ad28c537a056 is 50, key is test_row_0/B:col10/1733092895747/Put/seqid=0 2024-12-01T22:41:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741951_1127 (size=12001) 2024-12-01T22:41:36,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092956395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092956395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092956395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092956405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092956405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-01T22:41:36,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/7d068a41be5c45e3bf48ad28c537a056 2024-12-01T22:41:36,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/0e63f990707d4c71b7066deb78806860 is 50, key is test_row_0/C:col10/1733092895747/Put/seqid=0 2024-12-01T22:41:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741952_1128 (size=12001) 2024-12-01T22:41:36,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:36,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:36,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:36,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:36,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092956904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092956905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092956905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092956915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092956915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:36,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:41:37,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:37,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:37,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/0e63f990707d4c71b7066deb78806860 2024-12-01T22:41:37,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/4de75cc4c3854392bab0dabd2fa9580a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4de75cc4c3854392bab0dabd2fa9580a 2024-12-01T22:41:37,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4de75cc4c3854392bab0dabd2fa9580a, entries=200, sequenceid=50, filesize=38.6 K 2024-12-01T22:41:37,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/7d068a41be5c45e3bf48ad28c537a056 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7d068a41be5c45e3bf48ad28c537a056 2024-12-01T22:41:37,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7d068a41be5c45e3bf48ad28c537a056, entries=150, sequenceid=50, filesize=11.7 K 2024-12-01T22:41:37,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/0e63f990707d4c71b7066deb78806860 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/0e63f990707d4c71b7066deb78806860 2024-12-01T22:41:37,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/0e63f990707d4c71b7066deb78806860, entries=150, sequenceid=50, filesize=11.7 K 2024-12-01T22:41:37,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for ffcf84232b056cbc5692a5bf46fff2e8 in 1313ms, sequenceid=50, compaction requested=false 2024-12-01T22:41:37,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:37,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-01T22:41:37,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:37,160 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-01T22:41:37,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:37,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:37,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:37,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:37,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:37,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:37,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201561cb050bfcd4d66bfddb73a8a765913_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092895763/Put/seqid=0 2024-12-01T22:41:37,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741953_1129 (size=12154) 2024-12-01T22:41:37,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,189 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201561cb050bfcd4d66bfddb73a8a765913_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201561cb050bfcd4d66bfddb73a8a765913_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:37,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f963fa15c8ad4b7693febffba6f695ae, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:37,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f963fa15c8ad4b7693febffba6f695ae is 175, key is test_row_0/A:col10/1733092895763/Put/seqid=0 2024-12-01T22:41:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741954_1130 (size=30955) 2024-12-01T22:41:37,215 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f963fa15c8ad4b7693febffba6f695ae 2024-12-01T22:41:37,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/2346f70271a04e178622223d8541082b is 50, key is test_row_0/B:col10/1733092895763/Put/seqid=0 2024-12-01T22:41:37,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741955_1131 (size=12001) 2024-12-01T22:41:37,253 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/2346f70271a04e178622223d8541082b 2024-12-01T22:41:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/389b28ba18e74562b7ecbd253d7be1c5 is 50, key is test_row_0/C:col10/1733092895763/Put/seqid=0 2024-12-01T22:41:37,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741956_1132 (size=12001) 2024-12-01T22:41:37,285 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/389b28ba18e74562b7ecbd253d7be1c5 2024-12-01T22:41:37,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f963fa15c8ad4b7693febffba6f695ae as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f963fa15c8ad4b7693febffba6f695ae 2024-12-01T22:41:37,301 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f963fa15c8ad4b7693febffba6f695ae, entries=150, sequenceid=59, filesize=30.2 K 2024-12-01T22:41:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/2346f70271a04e178622223d8541082b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/2346f70271a04e178622223d8541082b 2024-12-01T22:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,308 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/2346f70271a04e178622223d8541082b, entries=150, sequenceid=59, filesize=11.7 K 2024-12-01T22:41:37,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/389b28ba18e74562b7ecbd253d7be1c5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/389b28ba18e74562b7ecbd253d7be1c5 2024-12-01T22:41:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,326 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/389b28ba18e74562b7ecbd253d7be1c5, entries=150, sequenceid=59, filesize=11.7 K 2024-12-01T22:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,327 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for ffcf84232b056cbc5692a5bf46fff2e8 in 167ms, sequenceid=59, compaction requested=true 2024-12-01T22:41:37,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:37,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:37,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T22:41:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T22:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-01T22:41:37,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-12-01T22:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.0320 sec 2024-12-01T22:41:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-01T22:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,466 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,466 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-12-01T22:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-01T22:41:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,469 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,470 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:37,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-01T22:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-01T22:41:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-01T22:41:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-01T22:41:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-01T22:41:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-01T22:41:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 163 msec 2024-12-01T22:41:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-01T22:41:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,786 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,786 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-01T22:41:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T22:41:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,789 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,790 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T22:41:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-01T22:41:37,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,944 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-01T22:41:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019da2e3c8e79443e19271074863774e40_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_1/A:col10/1733092897933/Put/seqid=0 2024-12-01T22:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741957_1133 (size=12154) 2024-12-01T22:41:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,981 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019da2e3c8e79443e19271074863774e40_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019da2e3c8e79443e19271074863774e40_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/de4d4f69a1014858b6f55cde6669c9a6, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/de4d4f69a1014858b6f55cde6669c9a6 is 175, key is test_row_1/A:col10/1733092897933/Put/seqid=0 2024-12-01T22:41:37,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741958_1134 (size=30951) 2024-12-01T22:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,993 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=66, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/de4d4f69a1014858b6f55cde6669c9a6 2024-12-01T22:41:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/1bfe7f3ec233480b83928157923a0789 is 50, key is test_row_1/B:col10/1733092897933/Put/seqid=0 2024-12-01T22:41:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741959_1135 (size=11997) 2024-12-01T22:41:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,023 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/1bfe7f3ec233480b83928157923a0789 2024-12-01T22:41:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733092897976, max timestamp=1733092898025Num uniques 859; 2024-12-01T22:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-01T22:41:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733092897976, max timestamp=1733092898025Num uniques 859; 2024-12-01T22:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-01T22:41:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733092897976, max timestamp=1733092898025Num uniques 859; 2024-12-01T22:41:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-01T22:41:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/17e252b10fd44d4c8327449c68671c99 is 50, key is test_row_1/C:col10/1733092897933/Put/seqid=0 2024-12-01T22:41:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092958041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092958043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092958044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092958050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092958052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741960_1136 (size=11997) 2024-12-01T22:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T22:41:38,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092958165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092958165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092958165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092958175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092958175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092958375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092958375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092958375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092958385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092958385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T22:41:38,481 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/17e252b10fd44d4c8327449c68671c99 2024-12-01T22:41:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/de4d4f69a1014858b6f55cde6669c9a6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/de4d4f69a1014858b6f55cde6669c9a6 2024-12-01T22:41:38,493 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/de4d4f69a1014858b6f55cde6669c9a6, entries=150, sequenceid=66, filesize=30.2 K 2024-12-01T22:41:38,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/1bfe7f3ec233480b83928157923a0789 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1bfe7f3ec233480b83928157923a0789 2024-12-01T22:41:38,501 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1bfe7f3ec233480b83928157923a0789, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T22:41:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/17e252b10fd44d4c8327449c68671c99 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/17e252b10fd44d4c8327449c68671c99 2024-12-01T22:41:38,514 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/17e252b10fd44d4c8327449c68671c99, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T22:41:38,515 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=181.14 KB/185490 for ffcf84232b056cbc5692a5bf46fff2e8 in 571ms, sequenceid=66, compaction requested=true 2024-12-01T22:41:38,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:38,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-01T22:41:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-01T22:41:38,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-01T22:41:38,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 727 msec 2024-12-01T22:41:38,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 733 msec 2024-12-01T22:41:38,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=194.56 KB heapSize=498.66 KB 2024-12-01T22:41:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:38,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:38,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:38,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092958694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092958696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092958696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092958704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092958704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a0dadb46a91c451582f74c4d46768ef2_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092898691/Put/seqid=0 2024-12-01T22:41:38,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741961_1137 (size=14594) 2024-12-01T22:41:38,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092958805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092958815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092958815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T22:41:38,926 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:38,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-01T22:41:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T22:41:38,928 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:38,929 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:38,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092959015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092959025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092959025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T22:41:39,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:39,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:39,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a0dadb46a91c451582f74c4d46768ef2_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a0dadb46a91c451582f74c4d46768ef2_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:39,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/a6203203b7de47a0b354ffbff38a8690, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:39,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/a6203203b7de47a0b354ffbff38a8690 is 175, key is test_row_0/A:col10/1733092898691/Put/seqid=0 2024-12-01T22:41:39,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741962_1138 (size=39549) 2024-12-01T22:41:39,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/a6203203b7de47a0b354ffbff38a8690 2024-12-01T22:41:39,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/282ddebf10dc462c829e49201bc3c82f is 50, key is test_row_0/B:col10/1733092898691/Put/seqid=0 2024-12-01T22:41:39,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092959215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092959215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741963_1139 (size=12001) 2024-12-01T22:41:39,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/282ddebf10dc462c829e49201bc3c82f 2024-12-01T22:41:39,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/8924ec2fb4dc408d9d8e0d71e4d23fd6 is 50, key is test_row_0/C:col10/1733092898691/Put/seqid=0 2024-12-01T22:41:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T22:41:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741964_1140 (size=12001) 2024-12-01T22:41:39,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/8924ec2fb4dc408d9d8e0d71e4d23fd6 2024-12-01T22:41:39,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/a6203203b7de47a0b354ffbff38a8690 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/a6203203b7de47a0b354ffbff38a8690 2024-12-01T22:41:39,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/a6203203b7de47a0b354ffbff38a8690, entries=200, sequenceid=99, filesize=38.6 K 2024-12-01T22:41:39,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/282ddebf10dc462c829e49201bc3c82f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/282ddebf10dc462c829e49201bc3c82f 2024-12-01T22:41:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/282ddebf10dc462c829e49201bc3c82f, entries=150, sequenceid=99, filesize=11.7 K 2024-12-01T22:41:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/8924ec2fb4dc408d9d8e0d71e4d23fd6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8924ec2fb4dc408d9d8e0d71e4d23fd6 2024-12-01T22:41:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8924ec2fb4dc408d9d8e0d71e4d23fd6, entries=150, sequenceid=99, filesize=11.7 K 2024-12-01T22:41:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~518.53 KB/530976, currentSize=6.71 KB/6870 for ffcf84232b056cbc5692a5bf46fff2e8 in 632ms, sequenceid=99, compaction requested=true 2024-12-01T22:41:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:39,325 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T22:41:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:39,326 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T22:41:39,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:39,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,327 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60001 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T22:41:39,327 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/B is initiating minor compaction (all files) 2024-12-01T22:41:39,327 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/B in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,328 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/89138cbd3d7848b49f3d40dceb31df75, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7d068a41be5c45e3bf48ad28c537a056, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/2346f70271a04e178622223d8541082b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1bfe7f3ec233480b83928157923a0789, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/282ddebf10dc462c829e49201bc3c82f] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=58.6 K 2024-12-01T22:41:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,328 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 189143 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T22:41:39,328 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/A is initiating minor compaction (all files) 2024-12-01T22:41:39,328 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/A in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,328 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/bfe2fe2523084206ae6d83ccd8a7c5b3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4de75cc4c3854392bab0dabd2fa9580a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f963fa15c8ad4b7693febffba6f695ae, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/de4d4f69a1014858b6f55cde6669c9a6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/a6203203b7de47a0b354ffbff38a8690] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=184.7 K 2024-12-01T22:41:39,328 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 89138cbd3d7848b49f3d40dceb31df75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733092895320 2024-12-01T22:41:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,328 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,329 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/bfe2fe2523084206ae6d83ccd8a7c5b3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4de75cc4c3854392bab0dabd2fa9580a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f963fa15c8ad4b7693febffba6f695ae, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/de4d4f69a1014858b6f55cde6669c9a6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/a6203203b7de47a0b354ffbff38a8690] 2024-12-01T22:41:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,329 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d068a41be5c45e3bf48ad28c537a056, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733092895412 2024-12-01T22:41:39,329 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe2fe2523084206ae6d83ccd8a7c5b3, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733092895316 2024-12-01T22:41:39,329 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2346f70271a04e178622223d8541082b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733092895761 2024-12-01T22:41:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,330 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bfe7f3ec233480b83928157923a0789, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733092897932 2024-12-01T22:41:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,330 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4de75cc4c3854392bab0dabd2fa9580a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733092895412 2024-12-01T22:41:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,330 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 282ddebf10dc462c829e49201bc3c82f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733092898691 2024-12-01T22:41:39,330 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting f963fa15c8ad4b7693febffba6f695ae, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733092895761 2024-12-01T22:41:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,331 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting de4d4f69a1014858b6f55cde6669c9a6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733092897932 2024-12-01T22:41:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,331 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6203203b7de47a0b354ffbff38a8690, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733092898049 2024-12-01T22:41:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,342 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,344 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,344 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/c8ec96160833436a9f3c665dc7a10854 is 50, key is test_row_0/B:col10/1733092898691/Put/seqid=0 2024-12-01T22:41:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,345 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412015d4d65d7aaf44a14b2d256242bd58ddf_ffcf84232b056cbc5692a5bf46fff2e8 store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,348 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412015d4d65d7aaf44a14b2d256242bd58ddf_ffcf84232b056cbc5692a5bf46fff2e8, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,349 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015d4d65d7aaf44a14b2d256242bd58ddf_ffcf84232b056cbc5692a5bf46fff2e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741965_1141 (size=12173) 2024-12-01T22:41:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741966_1142 (size=4469) 2024-12-01T22:41:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,359 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#A#compaction#121 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,360 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/ead57f2d872d4b0b81f1ee782d632d52 is 175, key is test_row_0/A:col10/1733092898691/Put/seqid=0 2024-12-01T22:41:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741967_1143 (size=31127) 2024-12-01T22:41:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:39,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:41:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011792a25a62eb4627a3894d1f21a5b899_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092899381/Put/seqid=0 2024-12-01T22:41:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741968_1144 (size=17034) 2024-12-01T22:41:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,404 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,413 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011792a25a62eb4627a3894d1f21a5b899_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011792a25a62eb4627a3894d1f21a5b899_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,414 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/568ff67c3abe43be992ea00dacb45e43, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/568ff67c3abe43be992ea00dacb45e43 is 175, key is test_row_0/A:col10/1733092899381/Put/seqid=0 2024-12-01T22:41:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741969_1145 (size=48139) 2024-12-01T22:41:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/568ff67c3abe43be992ea00dacb45e43 2024-12-01T22:41:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/3a02fca1b7464f248ef3b87a8de7d144 is 50, key is test_row_0/B:col10/1733092899381/Put/seqid=0 2024-12-01T22:41:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:39,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733092899392, max timestamp=1733092899458Num uniques 859; 2024-12-01T22:41:39,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T22:41:39,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733092899392, max timestamp=1733092899458Num uniques 859; 2024-12-01T22:41:39,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T22:41:39,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733092899392, max timestamp=1733092899458Num uniques 859; 2024-12-01T22:41:39,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-01T22:41:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741970_1146 (size=16681) 2024-12-01T22:41:39,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092959493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092959494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092959499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T22:41:39,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092959605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092959605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092959614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:39,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:39,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,761 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/c8ec96160833436a9f3c665dc7a10854 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c8ec96160833436a9f3c665dc7a10854 2024-12-01T22:41:39,768 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/B of ffcf84232b056cbc5692a5bf46fff2e8 into c8ec96160833436a9f3c665dc7a10854(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:39,768 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:39,768 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/B, priority=11, startTime=1733092899325; duration=0sec 2024-12-01T22:41:39,769 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:39,769 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:B 2024-12-01T22:41:39,769 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T22:41:39,771 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60001 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T22:41:39,771 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/C is initiating minor compaction (all files) 2024-12-01T22:41:39,771 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/C in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,772 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/25e7b6a8d90f4768b957c3ad41ef01e3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/0e63f990707d4c71b7066deb78806860, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/389b28ba18e74562b7ecbd253d7be1c5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/17e252b10fd44d4c8327449c68671c99, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8924ec2fb4dc408d9d8e0d71e4d23fd6] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=58.6 K 2024-12-01T22:41:39,772 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e7b6a8d90f4768b957c3ad41ef01e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733092895320 2024-12-01T22:41:39,773 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e63f990707d4c71b7066deb78806860, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733092895412 2024-12-01T22:41:39,773 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 389b28ba18e74562b7ecbd253d7be1c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733092895761 2024-12-01T22:41:39,773 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 17e252b10fd44d4c8327449c68671c99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733092897932 2024-12-01T22:41:39,774 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8924ec2fb4dc408d9d8e0d71e4d23fd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733092898691 2024-12-01T22:41:39,775 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/ead57f2d872d4b0b81f1ee782d632d52 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ead57f2d872d4b0b81f1ee782d632d52 2024-12-01T22:41:39,782 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/A of ffcf84232b056cbc5692a5bf46fff2e8 into ead57f2d872d4b0b81f1ee782d632d52(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:39,782 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:39,782 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/A, priority=11, startTime=1733092899325; duration=0sec 2024-12-01T22:41:39,782 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:39,782 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:A 2024-12-01T22:41:39,788 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#C#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:39,789 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/37010e37ebbe45e18f9b5d7b720263bf is 50, key is test_row_0/C:col10/1733092898691/Put/seqid=0 2024-12-01T22:41:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741971_1147 (size=12173) 2024-12-01T22:41:39,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092959815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092959815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092959824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:39,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:39,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:39,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:39,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:39,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/3a02fca1b7464f248ef3b87a8de7d144 2024-12-01T22:41:39,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7e50fb39fa964b21837591455d2b76c0 is 50, key is test_row_0/C:col10/1733092899381/Put/seqid=0 2024-12-01T22:41:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741972_1148 (size=12001) 2024-12-01T22:41:40,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:40,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T22:41:40,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092960125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092960125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092960135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:40,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:40,205 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/37010e37ebbe45e18f9b5d7b720263bf as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/37010e37ebbe45e18f9b5d7b720263bf 2024-12-01T22:41:40,218 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/C of ffcf84232b056cbc5692a5bf46fff2e8 into 37010e37ebbe45e18f9b5d7b720263bf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:40,218 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:40,218 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/C, priority=11, startTime=1733092899326; duration=0sec 2024-12-01T22:41:40,218 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:40,218 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:C 2024-12-01T22:41:40,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092960236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092960235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,238 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,239 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7e50fb39fa964b21837591455d2b76c0 2024-12-01T22:41:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/568ff67c3abe43be992ea00dacb45e43 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/568ff67c3abe43be992ea00dacb45e43 2024-12-01T22:41:40,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/568ff67c3abe43be992ea00dacb45e43, entries=250, sequenceid=109, filesize=47.0 K 2024-12-01T22:41:40,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/3a02fca1b7464f248ef3b87a8de7d144 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/3a02fca1b7464f248ef3b87a8de7d144 2024-12-01T22:41:40,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/3a02fca1b7464f248ef3b87a8de7d144, entries=250, sequenceid=109, filesize=16.3 K 2024-12-01T22:41:40,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7e50fb39fa964b21837591455d2b76c0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7e50fb39fa964b21837591455d2b76c0 2024-12-01T22:41:40,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7e50fb39fa964b21837591455d2b76c0, entries=150, sequenceid=109, filesize=11.7 K 2024-12-01T22:41:40,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for ffcf84232b056cbc5692a5bf46fff2e8 in 924ms, sequenceid=109, compaction requested=false 2024-12-01T22:41:40,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:40,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T22:41:40,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:40,312 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-12-01T22:41:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120168c433e007204f5e965de486d5ab176c_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092899497/Put/seqid=0 2024-12-01T22:41:40,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741973_1149 (size=12304) 2024-12-01T22:41:40,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:40,338 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120168c433e007204f5e965de486d5ab176c_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168c433e007204f5e965de486d5ab176c_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f14eb37cccbb47cfb9f8c84befa16456, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:40,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f14eb37cccbb47cfb9f8c84befa16456 is 175, key is test_row_0/A:col10/1733092899497/Put/seqid=0 2024-12-01T22:41:40,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741974_1150 (size=31105) 2024-12-01T22:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:40,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092960653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092960655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092960656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,703 INFO [master/14efca635be3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T22:41:40,703 INFO [master/14efca635be3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T22:41:40,746 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f14eb37cccbb47cfb9f8c84befa16456 2024-12-01T22:41:40,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/b21e94cecf96480481d57de6cf09d16c is 50, key is test_row_0/B:col10/1733092899497/Put/seqid=0 2024-12-01T22:41:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741975_1151 (size=12151) 2024-12-01T22:41:40,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092960764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092960775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092960775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092960975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092960984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092960984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T22:41:41,165 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/b21e94cecf96480481d57de6cf09d16c 2024-12-01T22:41:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/4ef947768ecd45ba93ee71328f2b6d98 is 50, key is test_row_0/C:col10/1733092899497/Put/seqid=0 2024-12-01T22:41:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741976_1152 (size=12151) 2024-12-01T22:41:41,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092961295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092961295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092961295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,580 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/4ef947768ecd45ba93ee71328f2b6d98 2024-12-01T22:41:41,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f14eb37cccbb47cfb9f8c84befa16456 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f14eb37cccbb47cfb9f8c84befa16456 2024-12-01T22:41:41,590 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f14eb37cccbb47cfb9f8c84befa16456, entries=150, sequenceid=147, filesize=30.4 K 2024-12-01T22:41:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/b21e94cecf96480481d57de6cf09d16c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b21e94cecf96480481d57de6cf09d16c 2024-12-01T22:41:41,595 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b21e94cecf96480481d57de6cf09d16c, entries=150, sequenceid=147, filesize=11.9 K 2024-12-01T22:41:41,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/4ef947768ecd45ba93ee71328f2b6d98 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/4ef947768ecd45ba93ee71328f2b6d98 2024-12-01T22:41:41,600 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/4ef947768ecd45ba93ee71328f2b6d98, entries=150, sequenceid=147, filesize=11.9 K 2024-12-01T22:41:41,601 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for ffcf84232b056cbc5692a5bf46fff2e8 in 1289ms, sequenceid=147, compaction requested=true 2024-12-01T22:41:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-01T22:41:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-01T22:41:41,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-01T22:41:41,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6750 sec 2024-12-01T22:41:41,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.6820 sec 2024-12-01T22:41:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:41,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:41:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:41,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201189c7ed8efdc4ef6a211c770518acc71_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092901806/Put/seqid=0 2024-12-01T22:41:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741977_1153 (size=17284) 2024-12-01T22:41:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092961839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092961843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092961844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092961955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092961955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092961955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092962165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092962165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092962165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:42,247 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201189c7ed8efdc4ef6a211c770518acc71_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201189c7ed8efdc4ef6a211c770518acc71_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:42,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/0efae99859b64fc6a86dcec517fe7557, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:42,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/0efae99859b64fc6a86dcec517fe7557 is 175, key is test_row_0/A:col10/1733092901806/Put/seqid=0 2024-12-01T22:41:42,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741978_1154 (size=48389) 2024-12-01T22:41:42,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092962255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:42,261 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,265 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/0efae99859b64fc6a86dcec517fe7557 2024-12-01T22:41:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092962265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:42,268 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/1f4288ec792d47e1b6dd5420cd09b5f1 is 50, key is test_row_0/B:col10/1733092901806/Put/seqid=0 2024-12-01T22:41:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741979_1155 (size=12151) 2024-12-01T22:41:42,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/1f4288ec792d47e1b6dd5420cd09b5f1 2024-12-01T22:41:42,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/77c0ae57ef2443a0b2b17f798c3fd291 is 50, key is test_row_0/C:col10/1733092901806/Put/seqid=0 2024-12-01T22:41:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741980_1156 (size=12151) 2024-12-01T22:41:42,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092962475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:42,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092962475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092962475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:42,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/77c0ae57ef2443a0b2b17f798c3fd291 2024-12-01T22:41:42,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/0efae99859b64fc6a86dcec517fe7557 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/0efae99859b64fc6a86dcec517fe7557 2024-12-01T22:41:42,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/0efae99859b64fc6a86dcec517fe7557, entries=250, sequenceid=160, filesize=47.3 K 2024-12-01T22:41:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/1f4288ec792d47e1b6dd5420cd09b5f1 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1f4288ec792d47e1b6dd5420cd09b5f1 2024-12-01T22:41:42,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1f4288ec792d47e1b6dd5420cd09b5f1, entries=150, sequenceid=160, filesize=11.9 K 2024-12-01T22:41:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/77c0ae57ef2443a0b2b17f798c3fd291 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/77c0ae57ef2443a0b2b17f798c3fd291 2024-12-01T22:41:42,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/77c0ae57ef2443a0b2b17f798c3fd291, entries=150, sequenceid=160, filesize=11.9 K 2024-12-01T22:41:42,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ffcf84232b056cbc5692a5bf46fff2e8 in 933ms, sequenceid=160, compaction requested=true 2024-12-01T22:41:42,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:42,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:42,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:42,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:42,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T22:41:42,740 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:42,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:42,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T22:41:42,740 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:42,742 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53156 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:42,742 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/B is initiating minor compaction (all files) 2024-12-01T22:41:42,742 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/B in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:42,742 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c8ec96160833436a9f3c665dc7a10854, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/3a02fca1b7464f248ef3b87a8de7d144, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b21e94cecf96480481d57de6cf09d16c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1f4288ec792d47e1b6dd5420cd09b5f1] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=51.9 K 2024-12-01T22:41:42,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:42,743 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8ec96160833436a9f3c665dc7a10854, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733092898691 2024-12-01T22:41:42,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/A is initiating minor compaction (all files) 2024-12-01T22:41:42,743 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/A in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:42,743 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ead57f2d872d4b0b81f1ee782d632d52, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/568ff67c3abe43be992ea00dacb45e43, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f14eb37cccbb47cfb9f8c84befa16456, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/0efae99859b64fc6a86dcec517fe7557] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=155.0 K 2024-12-01T22:41:42,743 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:42,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ead57f2d872d4b0b81f1ee782d632d52, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/568ff67c3abe43be992ea00dacb45e43, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f14eb37cccbb47cfb9f8c84befa16456, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/0efae99859b64fc6a86dcec517fe7557] 2024-12-01T22:41:42,744 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a02fca1b7464f248ef3b87a8de7d144, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733092899367 2024-12-01T22:41:42,744 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ead57f2d872d4b0b81f1ee782d632d52, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733092898691 2024-12-01T22:41:42,744 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting b21e94cecf96480481d57de6cf09d16c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733092899490 2024-12-01T22:41:42,744 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f4288ec792d47e1b6dd5420cd09b5f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733092900652 2024-12-01T22:41:42,744 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 568ff67c3abe43be992ea00dacb45e43, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733092899367 2024-12-01T22:41:42,746 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f14eb37cccbb47cfb9f8c84befa16456, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733092899490 2024-12-01T22:41:42,747 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0efae99859b64fc6a86dcec517fe7557, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733092900652 2024-12-01T22:41:42,759 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:42,761 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:42,762 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/560820be3b3b4fbbab5c3c47b89221a3 is 50, key is test_row_0/B:col10/1733092901806/Put/seqid=0 2024-12-01T22:41:42,777 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201e2edecf835c2404a9d8162539fff7ed4_ffcf84232b056cbc5692a5bf46fff2e8 store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:42,780 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201e2edecf835c2404a9d8162539fff7ed4_ffcf84232b056cbc5692a5bf46fff2e8, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:42,780 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e2edecf835c2404a9d8162539fff7ed4_ffcf84232b056cbc5692a5bf46fff2e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741981_1157 (size=12459) 2024-12-01T22:41:42,848 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/560820be3b3b4fbbab5c3c47b89221a3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/560820be3b3b4fbbab5c3c47b89221a3 2024-12-01T22:41:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741982_1158 (size=4469) 2024-12-01T22:41:42,857 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/B of ffcf84232b056cbc5692a5bf46fff2e8 into 560820be3b3b4fbbab5c3c47b89221a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:42,857 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:42,857 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/B, priority=12, startTime=1733092902740; duration=0sec 2024-12-01T22:41:42,857 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:42,857 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:B 2024-12-01T22:41:42,857 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:42,860 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:42,860 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/C is initiating minor compaction (all files) 2024-12-01T22:41:42,861 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/C in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:42,861 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/37010e37ebbe45e18f9b5d7b720263bf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7e50fb39fa964b21837591455d2b76c0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/4ef947768ecd45ba93ee71328f2b6d98, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/77c0ae57ef2443a0b2b17f798c3fd291] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=47.3 K 2024-12-01T22:41:42,861 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37010e37ebbe45e18f9b5d7b720263bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733092898691 2024-12-01T22:41:42,862 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e50fb39fa964b21837591455d2b76c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733092899379 2024-12-01T22:41:42,862 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ef947768ecd45ba93ee71328f2b6d98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733092899490 2024-12-01T22:41:42,863 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77c0ae57ef2443a0b2b17f798c3fd291, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733092900652 2024-12-01T22:41:42,896 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#C#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:42,897 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/2c18ccddb02c44f6a6e32c16ee98b953 is 50, key is test_row_0/C:col10/1733092901806/Put/seqid=0 2024-12-01T22:41:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741983_1159 (size=12459) 2024-12-01T22:41:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:42,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:41:42,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092901837, max timestamp=1733092902992Num uniques 859; 2024-12-01T22:41:42,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:41:42,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092901837, max timestamp=1733092902992Num uniques 859; 2024-12-01T22:41:42,999 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:41:43,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092901837, max timestamp=1733092902992Num uniques 859; 2024-12-01T22:41:43,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:41:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:43,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014f5b02a43ee946edb384cd2746af757e_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092902991/Put/seqid=0 2024-12-01T22:41:43,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092903044, max timestamp=1733092903063Num uniques 859; 2024-12-01T22:41:43,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:43,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092903044, max timestamp=1733092903063Num uniques 859; 2024-12-01T22:41:43,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092903044, max timestamp=1733092903063Num uniques 859; 2024-12-01T22:41:43,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:43,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:43,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741984_1160 (size=12304) 2024-12-01T22:41:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T22:41:43,096 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:43,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-01T22:41:43,098 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T22:41:43,099 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:43,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:43,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733092903082, max timestamp=1733092903124Num uniques 1068; 2024-12-01T22:41:43,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-01T22:41:43,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733092903082, max timestamp=1733092903124Num uniques 1068; 2024-12-01T22:41:43,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-01T22:41:43,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733092903082, max timestamp=1733092903124Num uniques 1068; 2024-12-01T22:41:43,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-01T22:41:43,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092963173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1733092903151, max timestamp=1733092903178Num uniques 1177; 2024-12-01T22:41:43,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1733092903151, max timestamp=1733092903178Num uniques 1177; 2024-12-01T22:41:43,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-12-01T22:41:43,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-12-01T22:41:43,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1733092903151, max timestamp=1733092903178Num uniques 1177; 2024-12-01T22:41:43,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-12-01T22:41:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T22:41:43,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092963232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092963239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T22:41:43,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:43,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,257 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#A#compaction#133 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:43,258 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/84e21686ca464f1687b030650ed7a265 is 175, key is test_row_0/A:col10/1733092901806/Put/seqid=0 2024-12-01T22:41:43,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741985_1161 (size=31413) 2024-12-01T22:41:43,286 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/84e21686ca464f1687b030650ed7a265 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/84e21686ca464f1687b030650ed7a265 2024-12-01T22:41:43,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092963285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,293 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/A of ffcf84232b056cbc5692a5bf46fff2e8 into 84e21686ca464f1687b030650ed7a265(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:43,293 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:43,293 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/A, priority=12, startTime=1733092902740; duration=0sec 2024-12-01T22:41:43,293 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:43,293 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:A 2024-12-01T22:41:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092963345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092963345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,353 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/2c18ccddb02c44f6a6e32c16ee98b953 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/2c18ccddb02c44f6a6e32c16ee98b953 2024-12-01T22:41:43,358 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/C of ffcf84232b056cbc5692a5bf46fff2e8 into 2c18ccddb02c44f6a6e32c16ee98b953(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:43,358 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:43,358 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/C, priority=12, startTime=1733092902740; duration=0sec 2024-12-01T22:41:43,358 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:43,358 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:C 2024-12-01T22:41:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T22:41:43,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T22:41:43,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:43,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:43,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014f5b02a43ee946edb384cd2746af757e_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014f5b02a43ee946edb384cd2746af757e_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:43,493 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/304dfde8d36e4741a17cc3323317b880, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:43,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/304dfde8d36e4741a17cc3323317b880 is 175, key is test_row_0/A:col10/1733092902991/Put/seqid=0 2024-12-01T22:41:43,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092963495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741986_1162 (size=31105) 2024-12-01T22:41:43,522 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/304dfde8d36e4741a17cc3323317b880 2024-12-01T22:41:43,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/818e79acb3c046d28378e230bbc53a4a is 50, key is test_row_0/B:col10/1733092902991/Put/seqid=0 2024-12-01T22:41:43,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092963556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092963557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741987_1163 (size=12151) 2024-12-01T22:41:43,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T22:41:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T22:41:43,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T22:41:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092963804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092963865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092963865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:43,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T22:41:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:43,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:43,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/818e79acb3c046d28378e230bbc53a4a 2024-12-01T22:41:43,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/ecbe8700cbe94c649c84ce5c2db5af05 is 50, key is test_row_0/C:col10/1733092902991/Put/seqid=0 2024-12-01T22:41:43,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741988_1164 (size=12151) 2024-12-01T22:41:43,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/ecbe8700cbe94c649c84ce5c2db5af05 2024-12-01T22:41:44,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/304dfde8d36e4741a17cc3323317b880 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/304dfde8d36e4741a17cc3323317b880 2024-12-01T22:41:44,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/304dfde8d36e4741a17cc3323317b880, entries=150, sequenceid=183, filesize=30.4 K 2024-12-01T22:41:44,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/818e79acb3c046d28378e230bbc53a4a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/818e79acb3c046d28378e230bbc53a4a 2024-12-01T22:41:44,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/818e79acb3c046d28378e230bbc53a4a, entries=150, sequenceid=183, filesize=11.9 K 2024-12-01T22:41:44,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/ecbe8700cbe94c649c84ce5c2db5af05 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ecbe8700cbe94c649c84ce5c2db5af05 2024-12-01T22:41:44,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ecbe8700cbe94c649c84ce5c2db5af05, entries=150, sequenceid=183, filesize=11.9 K 2024-12-01T22:41:44,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for ffcf84232b056cbc5692a5bf46fff2e8 in 1030ms, sequenceid=183, compaction requested=false 2024-12-01T22:41:44,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:44,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T22:41:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:44,036 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=154.31 KB heapSize=429 KB 2024-12-01T22:41:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:44,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017fb81eb4996547d8802cfe4ad9c20d9f_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092903219/Put/seqid=0 2024-12-01T22:41:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741989_1165 (size=12304) 2024-12-01T22:41:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T22:41:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:44,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092964329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:44,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:44,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092964375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:44,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092964375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092964435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:44,452 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017fb81eb4996547d8802cfe4ad9c20d9f_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017fb81eb4996547d8802cfe4ad9c20d9f_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:44,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/ba182b8188e04827aa2c843795576fc3, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:44,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/ba182b8188e04827aa2c843795576fc3 is 175, key is test_row_0/A:col10/1733092903219/Put/seqid=0 2024-12-01T22:41:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741990_1166 (size=31105) 2024-12-01T22:41:44,459 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/ba182b8188e04827aa2c843795576fc3 2024-12-01T22:41:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/bba21509a2474cd6b3d3826df7ea93a7 is 50, key is test_row_0/B:col10/1733092903219/Put/seqid=0 2024-12-01T22:41:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741991_1167 (size=12151) 2024-12-01T22:41:44,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092964645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:44,876 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/bba21509a2474cd6b3d3826df7ea93a7 2024-12-01T22:41:44,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/6f711408807b44ef9d2f1332a59bea89 is 50, key is test_row_0/C:col10/1733092903219/Put/seqid=0 2024-12-01T22:41:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741992_1168 (size=12151) 2024-12-01T22:41:44,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092964955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:44,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:44,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T22:41:45,290 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/6f711408807b44ef9d2f1332a59bea89 2024-12-01T22:41:45,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/ba182b8188e04827aa2c843795576fc3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ba182b8188e04827aa2c843795576fc3 2024-12-01T22:41:45,298 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ba182b8188e04827aa2c843795576fc3, entries=150, sequenceid=256, filesize=30.4 K 2024-12-01T22:41:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/bba21509a2474cd6b3d3826df7ea93a7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/bba21509a2474cd6b3d3826df7ea93a7 2024-12-01T22:41:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,303 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/bba21509a2474cd6b3d3826df7ea93a7, entries=150, sequenceid=256, filesize=11.9 K 2024-12-01T22:41:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/6f711408807b44ef9d2f1332a59bea89 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6f711408807b44ef9d2f1332a59bea89 2024-12-01T22:41:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,310 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6f711408807b44ef9d2f1332a59bea89, entries=150, sequenceid=256, filesize=11.9 K 2024-12-01T22:41:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,311 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~428.95 KB/439248, currentSize=33.54 KB/34350 for ffcf84232b056cbc5692a5bf46fff2e8 in 1275ms, sequenceid=256, compaction requested=true 2024-12-01T22:41:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-01T22:41:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-01T22:41:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-01T22:41:45,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2140 sec 2024-12-01T22:41:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.2190 sec 2024-12-01T22:41:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:41:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:45,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:45,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:45,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:45,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c8887e806cb647e8aeff5fedde3ced05_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092905410/Put/seqid=0 2024-12-01T22:41:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741993_1169 (size=14994) 2024-12-01T22:41:45,458 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:45,465 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c8887e806cb647e8aeff5fedde3ced05_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c8887e806cb647e8aeff5fedde3ced05_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:45,467 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:45,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1 is 175, key is test_row_0/A:col10/1733092905410/Put/seqid=0 2024-12-01T22:41:45,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741994_1170 (size=39945) 2024-12-01T22:41:45,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733092905442, max timestamp=1733092905473Num uniques 859; 2024-12-01T22:41:45,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T22:41:45,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733092905442, max timestamp=1733092905473Num uniques 859; 2024-12-01T22:41:45,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T22:41:45,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733092905442, max timestamp=1733092905473Num uniques 859; 2024-12-01T22:41:45,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T22:41:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092965510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092965511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092965512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092965625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092965625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092965626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092965835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092965835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092965835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:45,872 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1 2024-12-01T22:41:45,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/107db3c50dfb41949c99ddcee9fc8d1e is 50, key is test_row_0/B:col10/1733092905410/Put/seqid=0 2024-12-01T22:41:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741995_1171 (size=9857) 2024-12-01T22:41:45,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/107db3c50dfb41949c99ddcee9fc8d1e 2024-12-01T22:41:45,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/214c22866b044011993ad186f74252cf is 50, key is test_row_0/C:col10/1733092905410/Put/seqid=0 2024-12-01T22:41:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741996_1172 (size=9857) 2024-12-01T22:41:45,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/214c22866b044011993ad186f74252cf 2024-12-01T22:41:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1 2024-12-01T22:41:45,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1, entries=200, sequenceid=266, filesize=39.0 K 2024-12-01T22:41:45,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/107db3c50dfb41949c99ddcee9fc8d1e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/107db3c50dfb41949c99ddcee9fc8d1e 2024-12-01T22:41:45,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/107db3c50dfb41949c99ddcee9fc8d1e, entries=100, sequenceid=266, filesize=9.6 K 2024-12-01T22:41:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/214c22866b044011993ad186f74252cf as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/214c22866b044011993ad186f74252cf 2024-12-01T22:41:45,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/214c22866b044011993ad186f74252cf, entries=100, sequenceid=266, filesize=9.6 K 2024-12-01T22:41:45,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for ffcf84232b056cbc5692a5bf46fff2e8 in 545ms, sequenceid=266, compaction requested=true 2024-12-01T22:41:45,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:45,958 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T22:41:45,959 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:45,961 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46618 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:45,961 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/B is initiating minor compaction (all files) 2024-12-01T22:41:45,961 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/B in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:45,961 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/560820be3b3b4fbbab5c3c47b89221a3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/818e79acb3c046d28378e230bbc53a4a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/bba21509a2474cd6b3d3826df7ea93a7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/107db3c50dfb41949c99ddcee9fc8d1e] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=45.5 K 2024-12-01T22:41:45,962 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133568 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:45,962 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/A is initiating minor compaction (all files) 2024-12-01T22:41:45,962 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/A in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:45,962 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/84e21686ca464f1687b030650ed7a265, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/304dfde8d36e4741a17cc3323317b880, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ba182b8188e04827aa2c843795576fc3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=130.4 K 2024-12-01T22:41:45,962 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:45,962 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 560820be3b3b4fbbab5c3c47b89221a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733092900652 2024-12-01T22:41:45,962 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/84e21686ca464f1687b030650ed7a265, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/304dfde8d36e4741a17cc3323317b880, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ba182b8188e04827aa2c843795576fc3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1] 2024-12-01T22:41:45,962 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 818e79acb3c046d28378e230bbc53a4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733092901837 2024-12-01T22:41:45,963 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84e21686ca464f1687b030650ed7a265, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733092900652 2024-12-01T22:41:45,963 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting bba21509a2474cd6b3d3826df7ea93a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733092903219 2024-12-01T22:41:45,963 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 304dfde8d36e4741a17cc3323317b880, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733092901837 2024-12-01T22:41:45,963 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 107db3c50dfb41949c99ddcee9fc8d1e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733092905410 2024-12-01T22:41:45,963 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba182b8188e04827aa2c843795576fc3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733092903219 2024-12-01T22:41:45,963 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92d8f83c78bf4d36bbaa4ca5bdd4f2b1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733092904319 2024-12-01T22:41:45,969 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:45,971 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:45,971 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/1cc3f3871f084f67b295dfbe8352e276 is 50, key is test_row_0/B:col10/1733092905410/Put/seqid=0 2024-12-01T22:41:45,973 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120197a7cec5653b4068a88b622e3d09e899_ffcf84232b056cbc5692a5bf46fff2e8 store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:45,975 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120197a7cec5653b4068a88b622e3d09e899_ffcf84232b056cbc5692a5bf46fff2e8, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:45,975 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120197a7cec5653b4068a88b622e3d09e899_ffcf84232b056cbc5692a5bf46fff2e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741998_1174 (size=4469) 2024-12-01T22:41:45,987 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#A#compaction#145 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:45,988 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/75c25833bdf14066a4968aa740776b31 is 175, key is test_row_0/A:col10/1733092905410/Put/seqid=0 2024-12-01T22:41:45,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741997_1173 (size=12695) 2024-12-01T22:41:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741999_1175 (size=31756) 2024-12-01T22:41:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:46,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=154.31 KB heapSize=436.08 KB 2024-12-01T22:41:46,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:46,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:41:46,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:46,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:41:46,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:46,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:41:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092966150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092966152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092966154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011a992f194467439cae280442fe6bec9f_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092905501/Put/seqid=0 2024-12-01T22:41:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742000_1176 (size=14994) 2024-12-01T22:41:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092966265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092966265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092966265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092966275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,280 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:46,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092966305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,306 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:46,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,393 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/1cc3f3871f084f67b295dfbe8352e276 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1cc3f3871f084f67b295dfbe8352e276 2024-12-01T22:41:46,404 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/B of ffcf84232b056cbc5692a5bf46fff2e8 into 1cc3f3871f084f67b295dfbe8352e276(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:46,404 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:46,404 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/B, priority=12, startTime=1733092905959; duration=0sec 2024-12-01T22:41:46,404 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/75c25833bdf14066a4968aa740776b31 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/75c25833bdf14066a4968aa740776b31 2024-12-01T22:41:46,404 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:46,404 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:B 2024-12-01T22:41:46,404 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:46,406 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46618 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:46,407 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/C is initiating minor compaction (all files) 2024-12-01T22:41:46,407 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/C in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:46,407 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/2c18ccddb02c44f6a6e32c16ee98b953, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ecbe8700cbe94c649c84ce5c2db5af05, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6f711408807b44ef9d2f1332a59bea89, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/214c22866b044011993ad186f74252cf] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=45.5 K 2024-12-01T22:41:46,407 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c18ccddb02c44f6a6e32c16ee98b953, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733092900652 2024-12-01T22:41:46,408 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ecbe8700cbe94c649c84ce5c2db5af05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733092901837 2024-12-01T22:41:46,408 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f711408807b44ef9d2f1332a59bea89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733092903219 2024-12-01T22:41:46,409 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 214c22866b044011993ad186f74252cf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733092905410 2024-12-01T22:41:46,411 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/A of ffcf84232b056cbc5692a5bf46fff2e8 into 75c25833bdf14066a4968aa740776b31(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:46,411 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:46,411 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/A, priority=12, startTime=1733092905958; duration=0sec 2024-12-01T22:41:46,411 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:46,411 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:A 2024-12-01T22:41:46,418 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:46,418 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/8e17309a5e74459d8a937a7a50001241 is 50, key is test_row_0/C:col10/1733092905410/Put/seqid=0 2024-12-01T22:41:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742001_1177 (size=12695) 2024-12-01T22:41:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092966487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092966488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092966488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,564 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:46,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011a992f194467439cae280442fe6bec9f_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011a992f194467439cae280442fe6bec9f_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:46,568 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/4a7335fbdb224529b722835afb615920, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:46,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/4a7335fbdb224529b722835afb615920 is 175, key is test_row_0/A:col10/1733092905501/Put/seqid=0 2024-12-01T22:41:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742002_1178 (size=39949) 2024-12-01T22:41:46,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092966795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092966795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092966795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:46,829 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/8e17309a5e74459d8a937a7a50001241 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8e17309a5e74459d8a937a7a50001241 2024-12-01T22:41:46,834 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/C of ffcf84232b056cbc5692a5bf46fff2e8 into 8e17309a5e74459d8a937a7a50001241(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:46,834 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:46,834 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/C, priority=12, startTime=1733092905959; duration=0sec 2024-12-01T22:41:46,834 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:46,834 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:C 2024-12-01T22:41:46,974 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/4a7335fbdb224529b722835afb615920 2024-12-01T22:41:46,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/c9f50582f24e4ff8918d69fc877f2b6b is 50, key is test_row_0/B:col10/1733092905501/Put/seqid=0 2024-12-01T22:41:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742003_1179 (size=12301) 2024-12-01T22:41:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T22:41:47,275 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:47,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-01T22:41:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T22:41:47,277 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:47,278 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:47,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092967305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092967305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:47,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092967305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T22:41:47,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/c9f50582f24e4ff8918d69fc877f2b6b 2024-12-01T22:41:47,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/5af08142c47c4efcabcdd90ada734ebd is 50, key is test_row_0/C:col10/1733092905501/Put/seqid=0 2024-12-01T22:41:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742004_1180 (size=12301) 2024-12-01T22:41:47,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T22:41:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:47,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T22:41:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:47,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T22:41:47,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T22:41:47,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:47,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:47,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:47,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:47,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/5af08142c47c4efcabcdd90ada734ebd 2024-12-01T22:41:47,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/4a7335fbdb224529b722835afb615920 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4a7335fbdb224529b722835afb615920 2024-12-01T22:41:47,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4a7335fbdb224529b722835afb615920, entries=200, sequenceid=304, filesize=39.0 K 2024-12-01T22:41:47,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/c9f50582f24e4ff8918d69fc877f2b6b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c9f50582f24e4ff8918d69fc877f2b6b 2024-12-01T22:41:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c9f50582f24e4ff8918d69fc877f2b6b, entries=150, sequenceid=304, filesize=12.0 K 2024-12-01T22:41:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/5af08142c47c4efcabcdd90ada734ebd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/5af08142c47c4efcabcdd90ada734ebd 2024-12-01T22:41:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/5af08142c47c4efcabcdd90ada734ebd, entries=150, sequenceid=304, filesize=12.0 K 2024-12-01T22:41:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=26.84 KB/27480 for ffcf84232b056cbc5692a5bf46fff2e8 in 1675ms, sequenceid=304, compaction requested=false 2024-12-01T22:41:47,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T22:41:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,890 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-01T22:41:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201117b2a5e122b487196d23912491db7df_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_1/A:col10/1733092906148/Put/seqid=0 2024-12-01T22:41:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T22:41:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742005_1181 (size=9914) 2024-12-01T22:41:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,928 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201117b2a5e122b487196d23912491db7df_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201117b2a5e122b487196d23912491db7df_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/83a26ef7817240d1b892b83445979d80, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/83a26ef7817240d1b892b83445979d80 is 175, key is test_row_1/A:col10/1733092906148/Put/seqid=0 2024-12-01T22:41:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742006_1182 (size=22561) 2024-12-01T22:41:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,336 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/83a26ef7817240d1b892b83445979d80 2024-12-01T22:41:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/088745cedcfe4c728f2df5ac3170ffde is 50, key is test_row_1/B:col10/1733092906148/Put/seqid=0 2024-12-01T22:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742007_1183 (size=9857) 2024-12-01T22:41:48,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092908349, max timestamp=1733092908397Num uniques 859; 2024-12-01T22:41:48,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092908349, max timestamp=1733092908397Num uniques 859; 2024-12-01T22:41:48,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:48,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:48,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092908349, max timestamp=1733092908397Num uniques 859; 2024-12-01T22:41:48,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T22:41:48,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733092908426, max timestamp=1733092908435Num uniques 1068; 2024-12-01T22:41:48,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-01T22:41:48,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733092908426, max timestamp=1733092908435Num uniques 1068; 2024-12-01T22:41:48,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-01T22:41:48,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733092908426, max timestamp=1733092908435Num uniques 1068; 2024-12-01T22:41:48,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-01T22:41:48,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733092908460, max timestamp=1733092908476Num uniques 1027; 2024-12-01T22:41:48,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8094, totalHeapSize=18648, min timestamp=1733092908460, max timestamp=1733092908477Num uniques 1027; 2024-12-01T22:41:48,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-01T22:41:48,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47024, new segment data size=8094, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-01T22:41:48,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8094, totalHeapSize=18648, min timestamp=1733092908460, max timestamp=1733092908477Num uniques 1027; 2024-12-01T22:41:48,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47024, new segment data size=8094, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-01T22:41:48,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733092908508, max timestamp=1733092908522Num uniques 1036; 2024-12-01T22:41:48,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733092908508, max timestamp=1733092908522Num uniques 1036; 2024-12-01T22:41:48,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-01T22:41:48,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-01T22:41:48,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733092908508, max timestamp=1733092908522Num uniques 1036; 2024-12-01T22:41:48,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-01T22:41:48,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11210, totalHeapSize=25720, min timestamp=1733092908550, max timestamp=1733092908561Num uniques 1045; 2024-12-01T22:41:48,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47850, new segment data size=11210, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-12-01T22:41:48,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11210, totalHeapSize=25720, min timestamp=1733092908550, max timestamp=1733092908561Num uniques 1045; 2024-12-01T22:41:48,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47850, new segment data size=11210, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-12-01T22:41:48,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733092908550, max timestamp=1733092908561Num uniques 1045; 2024-12-01T22:41:48,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-12-01T22:41:48,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092968597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:48,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733092908588, max timestamp=1733092908598Num uniques 1104; 2024-12-01T22:41:48,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733092908588, max timestamp=1733092908598Num uniques 1104; 2024-12-01T22:41:48,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-12-01T22:41:48,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-12-01T22:41:48,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733092908588, max timestamp=1733092908598Num uniques 1104; 2024-12-01T22:41:48,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-12-01T22:41:48,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092968652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:48,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:48,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733092908642, max timestamp=1733092908652Num uniques 1113; 2024-12-01T22:41:48,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-12-01T22:41:48,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733092908642, max timestamp=1733092908652Num uniques 1113; 2024-12-01T22:41:48,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-12-01T22:41:48,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733092908642, max timestamp=1733092908652Num uniques 1113; 2024-12-01T22:41:48,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-12-01T22:41:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733092908708, max timestamp=1733092908735Num uniques 1072; 2024-12-01T22:41:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733092908708, max timestamp=1733092908735Num uniques 1072; 2024-12-01T22:41:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-01T22:41:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-01T22:41:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733092908708, max timestamp=1733092908735Num uniques 1072; 2024-12-01T22:41:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-01T22:41:48,759 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/088745cedcfe4c728f2df5ac3170ffde 2024-12-01T22:41:48,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/a93ab7bf90314a26a3aa90dc41a30b5c is 50, key is test_row_1/C:col10/1733092906148/Put/seqid=0 2024-12-01T22:41:48,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092968786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:48,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733092908772, max timestamp=1733092908787Num uniques 1131; 2024-12-01T22:41:48,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=12866, suffix heap size=145592,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=281 2024-12-01T22:41:48,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733092908772, max timestamp=1733092908787Num uniques 1131; 2024-12-01T22:41:48,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=12866, suffix heap size=145592,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=281 2024-12-01T22:41:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742008_1184 (size=9857) 2024-12-01T22:41:48,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733092908772, max timestamp=1733092908787Num uniques 1131; 2024-12-01T22:41:48,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=12866, suffix heap size=145592,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=281 2024-12-01T22:41:48,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733092908807, max timestamp=1733092908837Num uniques 1140; 2024-12-01T22:41:48,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=15570, suffix heap size=146528,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=340 2024-12-01T22:41:48,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733092908807, max timestamp=1733092908837Num uniques 1140; 2024-12-01T22:41:48,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=15570, suffix heap size=146528,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=340 2024-12-01T22:41:48,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733092908807, max timestamp=1733092908837Num uniques 1140; 2024-12-01T22:41:48,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=15570, suffix heap size=146528,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=340 2024-12-01T22:41:48,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733092908807, max timestamp=1733092908886Num uniques 1199; 2024-12-01T22:41:48,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=54914, new segment data size=11404, suffix heap size=152664,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=249 2024-12-01T22:41:48,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733092908807, max timestamp=1733092908886Num uniques 1199; 2024-12-01T22:41:48,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=54914, new segment data size=11404, suffix heap size=152664,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=249 2024-12-01T22:41:48,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733092908807, max timestamp=1733092908886Num uniques 1199; 2024-12-01T22:41:48,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54914, new segment data size=11404, suffix heap size=152664,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=249 2024-12-01T22:41:48,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092968938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:48,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092968939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:48,944 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733092908932, max timestamp=1733092908941Num uniques 1108; 2024-12-01T22:41:48,944 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-12-01T22:41:48,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733092908932, max timestamp=1733092908941Num uniques 1108; 2024-12-01T22:41:48,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733092908932, max timestamp=1733092908941Num uniques 1108; 2024-12-01T22:41:48,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-12-01T22:41:48,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-12-01T22:41:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733092908977, max timestamp=1733092909015Num uniques 1117; 2024-12-01T22:41:49,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733092908977, max timestamp=1733092909015Num uniques 1117; 2024-12-01T22:41:49,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733092908977, max timestamp=1733092909015Num uniques 1117; 2024-12-01T22:41:49,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-12-01T22:41:49,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-12-01T22:41:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092969016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-12-01T22:41:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733092909071, max timestamp=1733092909086Num uniques 1026; 2024-12-01T22:41:49,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176 2024-12-01T22:41:49,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733092909071, max timestamp=1733092909086Num uniques 1026; 2024-12-01T22:41:49,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176 2024-12-01T22:41:49,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733092909071, max timestamp=1733092909086Num uniques 1026; 2024-12-01T22:41:49,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176 2024-12-01T22:41:49,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733092909115, max timestamp=1733092909125Num uniques 1035; 2024-12-01T22:41:49,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=8470, suffix heap size=135608,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=185 2024-12-01T22:41:49,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733092909115, max timestamp=1733092909125Num uniques 1035; 2024-12-01T22:41:49,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=8470, suffix heap size=135608,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=185 2024-12-01T22:41:49,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733092909115, max timestamp=1733092909125Num uniques 1035; 2024-12-01T22:41:49,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=8470, suffix heap size=135608,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=185 2024-12-01T22:41:49,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1733092909144, max timestamp=1733092909150Num uniques 1044; 2024-12-01T22:41:49,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=8884, suffix heap size=136544,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=194 2024-12-01T22:41:49,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733092909140, max timestamp=1733092909150Num uniques 1044; 2024-12-01T22:41:49,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1733092909144, max timestamp=1733092909150Num uniques 1044; 2024-12-01T22:41:49,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-12-01T22:41:49,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=8884, suffix heap size=136544,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=194 2024-12-01T22:41:49,193 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/a93ab7bf90314a26a3aa90dc41a30b5c 2024-12-01T22:41:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/83a26ef7817240d1b892b83445979d80 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/83a26ef7817240d1b892b83445979d80 2024-12-01T22:41:49,209 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/83a26ef7817240d1b892b83445979d80, entries=100, sequenceid=314, filesize=22.0 K 2024-12-01T22:41:49,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=303, cellSize=13875, totalHeapSize=31752, min timestamp=1733092909188, max timestamp=1733092909206Num uniques 1053; 2024-12-01T22:41:49,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=13875, suffix heap size=137480,new segment heap size=31752 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=303 2024-12-01T22:41:49,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=303, cellSize=13875, totalHeapSize=31752, min timestamp=1733092909188, max timestamp=1733092909206Num uniques 1153; 2024-12-01T22:41:49,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=13875, suffix heap size=147880,new segment heap size=31752 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=303 2024-12-01T22:41:49,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/088745cedcfe4c728f2df5ac3170ffde as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/088745cedcfe4c728f2df5ac3170ffde 2024-12-01T22:41:49,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1733092909192, max timestamp=1733092909206Num uniques 1053; 2024-12-01T22:41:49,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153 2024-12-01T22:41:49,216 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/088745cedcfe4c728f2df5ac3170ffde, entries=100, sequenceid=314, filesize=9.6 K 2024-12-01T22:41:49,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/a93ab7bf90314a26a3aa90dc41a30b5c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/a93ab7bf90314a26a3aa90dc41a30b5c 2024-12-01T22:41:49,225 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/a93ab7bf90314a26a3aa90dc41a30b5c, entries=100, sequenceid=314, filesize=9.6 K 2024-12-01T22:41:49,226 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=73.80 KB/75570 for ffcf84232b056cbc5692a5bf46fff2e8 in 1336ms, sequenceid=314, compaction requested=true 2024-12-01T22:41:49,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:49,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:49,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-01T22:41:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:49,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=80.51 KB heapSize=216.80 KB 2024-12-01T22:41:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-01T22:41:49,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:49,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:49,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:49,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:49,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:49,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:49,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-01T22:41:49,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9510 sec 2024-12-01T22:41:49,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.9590 sec 2024-12-01T22:41:49,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c4c117808c614ab49a3a01bd0e7fcd50_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092909217/Put/seqid=0 2024-12-01T22:41:49,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742009_1185 (size=17534) 2024-12-01T22:41:49,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092969253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092969254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092969258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092969365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092969365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092969375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T22:41:49,425 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:49,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-01T22:41:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T22:41:49,428 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:49,428 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:49,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T22:41:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092969574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092969575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T22:41:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:49,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092969585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:49,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c4c117808c614ab49a3a01bd0e7fcd50_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c4c117808c614ab49a3a01bd0e7fcd50_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:49,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/e4365035c0f84c5cab563135bb4f6415, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:49,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/e4365035c0f84c5cab563135bb4f6415 is 175, key is test_row_0/A:col10/1733092909217/Put/seqid=0 2024-12-01T22:41:49,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742010_1186 (size=48639) 2024-12-01T22:41:49,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T22:41:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:49,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T22:41:49,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T22:41:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:49,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:49,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092969885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092969885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:49,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092969895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:50,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T22:41:50,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:50,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T22:41:50,057 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=617, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/e4365035c0f84c5cab563135bb4f6415 2024-12-01T22:41:50,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/5c69b41df2f743c089f1ccc1600c8b14 is 50, key is test_row_0/B:col10/1733092909217/Put/seqid=0 2024-12-01T22:41:50,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742011_1187 (size=12301) 2024-12-01T22:41:50,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T22:41:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T22:41:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092970394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:50,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092970394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:50,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092970405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:50,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/5c69b41df2f743c089f1ccc1600c8b14 2024-12-01T22:41:50,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/e576b18b23754ad9b6fd9a9341f909bb is 50, key is test_row_0/C:col10/1733092909217/Put/seqid=0 2024-12-01T22:41:50,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742012_1188 (size=12301) 2024-12-01T22:41:50,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/e576b18b23754ad9b6fd9a9341f909bb 2024-12-01T22:41:50,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/e4365035c0f84c5cab563135bb4f6415 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e4365035c0f84c5cab563135bb4f6415 2024-12-01T22:41:50,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e4365035c0f84c5cab563135bb4f6415, entries=250, sequenceid=617, filesize=47.5 K 2024-12-01T22:41:50,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/5c69b41df2f743c089f1ccc1600c8b14 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/5c69b41df2f743c089f1ccc1600c8b14 2024-12-01T22:41:50,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T22:41:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:50,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/5c69b41df2f743c089f1ccc1600c8b14, entries=150, sequenceid=617, filesize=12.0 K 2024-12-01T22:41:50,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/e576b18b23754ad9b6fd9a9341f909bb as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/e576b18b23754ad9b6fd9a9341f909bb 2024-12-01T22:41:50,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/e576b18b23754ad9b6fd9a9341f909bb, entries=150, sequenceid=617, filesize=12.0 K 2024-12-01T22:41:50,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~236.67 KB/242352, currentSize=93.93 KB/96180 for ffcf84232b056cbc5692a5bf46fff2e8 in 1285ms, sequenceid=617, compaction requested=true 2024-12-01T22:41:50,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:50,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:50,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:50,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:50,511 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:50,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:50,511 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:50,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:50,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:50,515 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:50,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142905 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:50,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/A is initiating minor compaction (all files) 2024-12-01T22:41:50,515 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/B is initiating minor compaction (all files) 2024-12-01T22:41:50,515 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/B in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,515 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/A in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,515 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/75c25833bdf14066a4968aa740776b31, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4a7335fbdb224529b722835afb615920, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/83a26ef7817240d1b892b83445979d80, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e4365035c0f84c5cab563135bb4f6415] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=139.6 K 2024-12-01T22:41:50,515 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1cc3f3871f084f67b295dfbe8352e276, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c9f50582f24e4ff8918d69fc877f2b6b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/088745cedcfe4c728f2df5ac3170ffde, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/5c69b41df2f743c089f1ccc1600c8b14] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=46.0 K 2024-12-01T22:41:50,515 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/75c25833bdf14066a4968aa740776b31, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4a7335fbdb224529b722835afb615920, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/83a26ef7817240d1b892b83445979d80, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e4365035c0f84c5cab563135bb4f6415] 2024-12-01T22:41:50,516 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75c25833bdf14066a4968aa740776b31, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733092903229 2024-12-01T22:41:50,516 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cc3f3871f084f67b295dfbe8352e276, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733092903229 2024-12-01T22:41:50,516 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a7335fbdb224529b722835afb615920, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733092905501 2024-12-01T22:41:50,516 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting c9f50582f24e4ff8918d69fc877f2b6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733092905501 2024-12-01T22:41:50,517 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 088745cedcfe4c728f2df5ac3170ffde, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733092906148 2024-12-01T22:41:50,517 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83a26ef7817240d1b892b83445979d80, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733092906148 2024-12-01T22:41:50,517 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c69b41df2f743c089f1ccc1600c8b14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733092909204 2024-12-01T22:41:50,518 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4365035c0f84c5cab563135bb4f6415, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733092909204 2024-12-01T22:41:50,531 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:50,532 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/cd444fd2c01240848c95c3471f02851e is 50, key is test_row_0/B:col10/1733092909217/Put/seqid=0 2024-12-01T22:41:50,533 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:50,536 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201d3a50fae6ca340d2a355b42158669c8e_ffcf84232b056cbc5692a5bf46fff2e8 store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:50,537 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201d3a50fae6ca340d2a355b42158669c8e_ffcf84232b056cbc5692a5bf46fff2e8, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:50,537 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d3a50fae6ca340d2a355b42158669c8e_ffcf84232b056cbc5692a5bf46fff2e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:50,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742013_1189 (size=12881) 2024-12-01T22:41:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742014_1190 (size=4469) 2024-12-01T22:41:50,550 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#A#compaction#157 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:50,551 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/7b510d6384b7409080d5cbf25a2a8510 is 175, key is test_row_0/A:col10/1733092909217/Put/seqid=0 2024-12-01T22:41:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742015_1191 (size=31835) 2024-12-01T22:41:50,559 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/7b510d6384b7409080d5cbf25a2a8510 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/7b510d6384b7409080d5cbf25a2a8510 2024-12-01T22:41:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T22:41:50,566 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/A of ffcf84232b056cbc5692a5bf46fff2e8 into 7b510d6384b7409080d5cbf25a2a8510(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:50,566 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:50,566 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/A, priority=12, startTime=1733092910511; duration=0sec 2024-12-01T22:41:50,566 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:50,566 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:A 2024-12-01T22:41:50,566 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:41:50,567 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:41:50,567 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/C is initiating minor compaction (all files) 2024-12-01T22:41:50,567 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/C in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,568 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8e17309a5e74459d8a937a7a50001241, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/5af08142c47c4efcabcdd90ada734ebd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/a93ab7bf90314a26a3aa90dc41a30b5c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/e576b18b23754ad9b6fd9a9341f909bb] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=46.0 K 2024-12-01T22:41:50,568 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e17309a5e74459d8a937a7a50001241, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733092903229 2024-12-01T22:41:50,568 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5af08142c47c4efcabcdd90ada734ebd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733092905501 2024-12-01T22:41:50,569 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a93ab7bf90314a26a3aa90dc41a30b5c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733092906148 2024-12-01T22:41:50,569 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting e576b18b23754ad9b6fd9a9341f909bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733092909204 2024-12-01T22:41:50,581 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:50,581 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/23cbe3c3893246dbac3a882efa4a5326 is 50, key is test_row_0/C:col10/1733092909217/Put/seqid=0 2024-12-01T22:41:50,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742016_1192 (size=12881) 2024-12-01T22:41:50,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T22:41:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:50,654 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-01T22:41:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:50,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120111b2eb6468f24faf8030e5f85f39e049_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092909252/Put/seqid=0 2024-12-01T22:41:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742017_1193 (size=12454) 2024-12-01T22:41:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:50,670 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120111b2eb6468f24faf8030e5f85f39e049_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120111b2eb6468f24faf8030e5f85f39e049_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:50,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/645330313e9642ef9412eeb412f17e91, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:50,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/645330313e9642ef9412eeb412f17e91 is 175, key is test_row_0/A:col10/1733092909252/Put/seqid=0 2024-12-01T22:41:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742018_1194 (size=31255) 2024-12-01T22:41:50,678 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=635, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/645330313e9642ef9412eeb412f17e91 2024-12-01T22:41:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/cf622f9d87004371a6fd6e666b510fa8 is 50, key is test_row_0/B:col10/1733092909252/Put/seqid=0 2024-12-01T22:41:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742019_1195 (size=12301) 2024-12-01T22:41:50,950 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/cd444fd2c01240848c95c3471f02851e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cd444fd2c01240848c95c3471f02851e 2024-12-01T22:41:50,955 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/B of ffcf84232b056cbc5692a5bf46fff2e8 into cd444fd2c01240848c95c3471f02851e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:50,955 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:50,955 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/B, priority=12, startTime=1733092910511; duration=0sec 2024-12-01T22:41:50,955 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:50,955 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:B 2024-12-01T22:41:50,992 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/23cbe3c3893246dbac3a882efa4a5326 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/23cbe3c3893246dbac3a882efa4a5326 2024-12-01T22:41:50,997 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/C of ffcf84232b056cbc5692a5bf46fff2e8 into 23cbe3c3893246dbac3a882efa4a5326(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:50,998 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:50,998 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/C, priority=12, startTime=1733092910511; duration=0sec 2024-12-01T22:41:50,998 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:50,998 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:C 2024-12-01T22:41:51,097 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/cf622f9d87004371a6fd6e666b510fa8 2024-12-01T22:41:51,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7073f9de9172434db0cf7c93086b2e4d is 50, key is test_row_0/C:col10/1733092909252/Put/seqid=0 2024-12-01T22:41:51,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742020_1196 (size=12301) 2024-12-01T22:41:51,120 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7073f9de9172434db0cf7c93086b2e4d 2024-12-01T22:41:51,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/645330313e9642ef9412eeb412f17e91 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/645330313e9642ef9412eeb412f17e91 2024-12-01T22:41:51,129 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/645330313e9642ef9412eeb412f17e91, entries=150, sequenceid=635, filesize=30.5 K 2024-12-01T22:41:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/cf622f9d87004371a6fd6e666b510fa8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cf622f9d87004371a6fd6e666b510fa8 2024-12-01T22:41:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,133 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cf622f9d87004371a6fd6e666b510fa8, entries=150, sequenceid=635, filesize=12.0 K 2024-12-01T22:41:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7073f9de9172434db0cf7c93086b2e4d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7073f9de9172434db0cf7c93086b2e4d 2024-12-01T22:41:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,138 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7073f9de9172434db0cf7c93086b2e4d, entries=150, sequenceid=635, filesize=12.0 K 2024-12-01T22:41:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,140 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for ffcf84232b056cbc5692a5bf46fff2e8 in 486ms, sequenceid=635, compaction requested=false 2024-12-01T22:41:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-01T22:41:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-01T22:41:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-01T22:41:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7130 sec 2024-12-01T22:41:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.7180 sec 2024-12-01T22:41:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:41:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f08e6212f0c54de6a20076273500412e_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092911437/Put/seqid=0 2024-12-01T22:41:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742021_1197 (size=22618) 2024-12-01T22:41:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092911456, max timestamp=1733092911490Num uniques 859; 2024-12-01T22:41:51,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:51,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092911456, max timestamp=1733092911490Num uniques 859; 2024-12-01T22:41:51,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:51,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092911456, max timestamp=1733092911490Num uniques 859; 2024-12-01T22:41:51,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:51,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092971525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092971527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092971529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T22:41:51,575 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:51,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:41:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-01T22:41:51,578 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:41:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T22:41:51,578 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:41:51,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:41:51,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092971635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092971635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092971645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T22:41:51,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T22:41:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:51,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:51,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092971844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092971844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092971855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:51,867 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:51,870 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f08e6212f0c54de6a20076273500412e_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f08e6212f0c54de6a20076273500412e_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:51,871 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/15159ee45de74d2eae1b11bbe0647ca7, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:51,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/15159ee45de74d2eae1b11bbe0647ca7 is 175, key is test_row_0/A:col10/1733092911437/Put/seqid=0 2024-12-01T22:41:51,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742022_1198 (size=66023) 2024-12-01T22:41:51,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T22:41:51,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:51,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:51,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:51,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:51,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T22:41:52,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T22:41:52,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:52,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092972155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092972155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:52,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:52,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:52,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092972164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:52,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:52,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T22:41:52,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:52,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T22:41:52,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=647, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/15159ee45de74d2eae1b11bbe0647ca7 2024-12-01T22:41:52,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/05192d4dc8e14a3fb74a94c2f0a10055 is 50, key is test_row_0/B:col10/1733092911437/Put/seqid=0 2024-12-01T22:41:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742023_1199 (size=12301) 2024-12-01T22:41:52,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/05192d4dc8e14a3fb74a94c2f0a10055 2024-12-01T22:41:52,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/eda2431f9add427d8f817231e0ce2454 is 50, key is test_row_0/C:col10/1733092911437/Put/seqid=0 2024-12-01T22:41:52,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742024_1200 (size=12301) 2024-12-01T22:41:52,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T22:41:52,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:52,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T22:41:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T22:41:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:41:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092972665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092972665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:52,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092972674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:52,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/eda2431f9add427d8f817231e0ce2454 2024-12-01T22:41:52,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/15159ee45de74d2eae1b11bbe0647ca7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/15159ee45de74d2eae1b11bbe0647ca7 2024-12-01T22:41:52,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/15159ee45de74d2eae1b11bbe0647ca7, entries=350, sequenceid=647, filesize=64.5 K 2024-12-01T22:41:52,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/05192d4dc8e14a3fb74a94c2f0a10055 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/05192d4dc8e14a3fb74a94c2f0a10055 2024-12-01T22:41:52,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/05192d4dc8e14a3fb74a94c2f0a10055, entries=150, sequenceid=647, filesize=12.0 K 2024-12-01T22:41:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/eda2431f9add427d8f817231e0ce2454 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/eda2431f9add427d8f817231e0ce2454 2024-12-01T22:41:52,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/eda2431f9add427d8f817231e0ce2454, entries=150, sequenceid=647, filesize=12.0 K 2024-12-01T22:41:52,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ffcf84232b056cbc5692a5bf46fff2e8 in 1275ms, sequenceid=647, compaction requested=true 2024-12-01T22:41:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:52,713 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:52,713 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:52,714 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:52,714 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129113 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:52,714 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/B is initiating minor compaction (all files) 2024-12-01T22:41:52,714 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/A is initiating minor compaction (all files) 2024-12-01T22:41:52,714 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/A in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,714 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/B in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,714 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cd444fd2c01240848c95c3471f02851e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cf622f9d87004371a6fd6e666b510fa8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/05192d4dc8e14a3fb74a94c2f0a10055] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=36.6 K 2024-12-01T22:41:52,714 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/7b510d6384b7409080d5cbf25a2a8510, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/645330313e9642ef9412eeb412f17e91, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/15159ee45de74d2eae1b11bbe0647ca7] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=126.1 K 2024-12-01T22:41:52,714 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,714 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/7b510d6384b7409080d5cbf25a2a8510, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/645330313e9642ef9412eeb412f17e91, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/15159ee45de74d2eae1b11bbe0647ca7] 2024-12-01T22:41:52,714 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting cd444fd2c01240848c95c3471f02851e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733092909204 2024-12-01T22:41:52,715 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b510d6384b7409080d5cbf25a2a8510, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733092909204 2024-12-01T22:41:52,715 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting cf622f9d87004371a6fd6e666b510fa8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1733092909246 2024-12-01T22:41:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T22:41:52,715 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 05192d4dc8e14a3fb74a94c2f0a10055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1733092911427 2024-12-01T22:41:52,715 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 645330313e9642ef9412eeb412f17e91, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1733092909246 2024-12-01T22:41:52,715 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15159ee45de74d2eae1b11bbe0647ca7, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1733092911415 2024-12-01T22:41:52,721 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:52,726 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:52,727 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/7a963c914b71468a89555af86ad31225 is 50, key is test_row_0/B:col10/1733092911437/Put/seqid=0 2024-12-01T22:41:52,733 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412011a5896628a764a77b980933daed2a909_ffcf84232b056cbc5692a5bf46fff2e8 store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:52,735 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412011a5896628a764a77b980933daed2a909_ffcf84232b056cbc5692a5bf46fff2e8, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:52,735 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011a5896628a764a77b980933daed2a909_ffcf84232b056cbc5692a5bf46fff2e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:52,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742025_1201 (size=12983) 2024-12-01T22:41:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742026_1202 (size=4469) 2024-12-01T22:41:52,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T22:41:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:52,800 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T22:41:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:52,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013d2c8536ea47459298a460d7364bf4aa_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092911525/Put/seqid=0 2024-12-01T22:41:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742027_1203 (size=12454) 2024-12-01T22:41:53,142 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/7a963c914b71468a89555af86ad31225 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7a963c914b71468a89555af86ad31225 2024-12-01T22:41:53,145 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#A#compaction#165 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:53,146 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/e5ba7c9fac4a4585b97bdd3b4c8fafb7 is 175, key is test_row_0/A:col10/1733092911437/Put/seqid=0 2024-12-01T22:41:53,147 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/B of ffcf84232b056cbc5692a5bf46fff2e8 into 7a963c914b71468a89555af86ad31225(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:53,147 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:53,147 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/B, priority=13, startTime=1733092912713; duration=0sec 2024-12-01T22:41:53,148 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:53,148 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:B 2024-12-01T22:41:53,148 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:53,149 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:53,149 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/C is initiating minor compaction (all files) 2024-12-01T22:41:53,149 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/C in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:53,149 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/23cbe3c3893246dbac3a882efa4a5326, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7073f9de9172434db0cf7c93086b2e4d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/eda2431f9add427d8f817231e0ce2454] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=36.6 K 2024-12-01T22:41:53,149 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 23cbe3c3893246dbac3a882efa4a5326, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733092909204 2024-12-01T22:41:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742028_1204 (size=31937) 2024-12-01T22:41:53,150 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7073f9de9172434db0cf7c93086b2e4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1733092909246 2024-12-01T22:41:53,150 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting eda2431f9add427d8f817231e0ce2454, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1733092911427 2024-12-01T22:41:53,155 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/e5ba7c9fac4a4585b97bdd3b4c8fafb7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e5ba7c9fac4a4585b97bdd3b4c8fafb7 2024-12-01T22:41:53,160 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/A of ffcf84232b056cbc5692a5bf46fff2e8 into e5ba7c9fac4a4585b97bdd3b4c8fafb7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:53,160 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:53,160 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/A, priority=13, startTime=1733092912713; duration=0sec 2024-12-01T22:41:53,160 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:53,160 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:A 2024-12-01T22:41:53,160 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:53,161 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/1a4c1caa82cf4f1d9c98764377b067ce is 50, key is test_row_0/C:col10/1733092911437/Put/seqid=0 2024-12-01T22:41:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742029_1205 (size=12983) 2024-12-01T22:41:53,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:53,215 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013d2c8536ea47459298a460d7364bf4aa_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013d2c8536ea47459298a460d7364bf4aa_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:53,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/74a0621eb63e49aaba7764815bec1255, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:53,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/74a0621eb63e49aaba7764815bec1255 is 175, key is test_row_0/A:col10/1733092911525/Put/seqid=0 2024-12-01T22:41:53,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742030_1206 (size=31255) 2024-12-01T22:41:53,576 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/1a4c1caa82cf4f1d9c98764377b067ce as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1a4c1caa82cf4f1d9c98764377b067ce 2024-12-01T22:41:53,582 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/C of ffcf84232b056cbc5692a5bf46fff2e8 into 1a4c1caa82cf4f1d9c98764377b067ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:53,582 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:53,582 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/C, priority=13, startTime=1733092912713; duration=0sec 2024-12-01T22:41:53,582 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:53,582 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:C 2024-12-01T22:41:53,621 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=683, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/74a0621eb63e49aaba7764815bec1255 2024-12-01T22:41:53,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/b4639d7c79df4155ab120781b2bf36fc is 50, key is test_row_0/B:col10/1733092911525/Put/seqid=0 2024-12-01T22:41:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742031_1207 (size=12301) 2024-12-01T22:41:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:53,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. as already flushing 2024-12-01T22:41:53,682 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=683 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/b4639d7c79df4155ab120781b2bf36fc 2024-12-01T22:41:53,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7f0124762d9f4c069d634ce28aa37317 is 50, key is test_row_0/C:col10/1733092911525/Put/seqid=0 2024-12-01T22:41:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092973691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092973695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:53,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092973695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742032_1208 (size=12301) 2024-12-01T22:41:53,712 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=683 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7f0124762d9f4c069d634ce28aa37317 2024-12-01T22:41:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/74a0621eb63e49aaba7764815bec1255 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/74a0621eb63e49aaba7764815bec1255 2024-12-01T22:41:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T22:41:53,727 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/74a0621eb63e49aaba7764815bec1255, entries=150, sequenceid=683, filesize=30.5 K 2024-12-01T22:41:53,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/b4639d7c79df4155ab120781b2bf36fc as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b4639d7c79df4155ab120781b2bf36fc 2024-12-01T22:41:53,734 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b4639d7c79df4155ab120781b2bf36fc, entries=150, sequenceid=683, filesize=12.0 K 2024-12-01T22:41:53,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/7f0124762d9f4c069d634ce28aa37317 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7f0124762d9f4c069d634ce28aa37317 2024-12-01T22:41:53,742 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7f0124762d9f4c069d634ce28aa37317, entries=150, sequenceid=683, filesize=12.0 K 2024-12-01T22:41:53,743 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ffcf84232b056cbc5692a5bf46fff2e8 in 943ms, sequenceid=683, compaction requested=false 2024-12-01T22:41:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-01T22:41:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-01T22:41:53,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-01T22:41:53,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1660 sec 2024-12-01T22:41:53,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.1720 sec 2024-12-01T22:41:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:53,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:41:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:53,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:53,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d19f27a8b51d46ceb0962c63a143e528_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092913809/Put/seqid=0 2024-12-01T22:41:53,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:53,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733092913825, max timestamp=1733092913849Num uniques 859; 2024-12-01T22:41:53,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-01T22:41:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092973847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:53,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742033_1209 (size=14994) 2024-12-01T22:41:53,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092913833, max timestamp=1733092913849Num uniques 859; 2024-12-01T22:41:53,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:41:53,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092913833, max timestamp=1733092913849Num uniques 859; 2024-12-01T22:41:53,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:53,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:41:53,856 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:53,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d19f27a8b51d46ceb0962c63a143e528_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d19f27a8b51d46ceb0962c63a143e528_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:53,862 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/3d2bb2f32f494a709926587c354b34f3, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:53,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/3d2bb2f32f494a709926587c354b34f3 is 175, key is test_row_0/A:col10/1733092913809/Put/seqid=0 2024-12-01T22:41:53,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742034_1210 (size=39949) 2024-12-01T22:41:53,891 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=697, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/3d2bb2f32f494a709926587c354b34f3 2024-12-01T22:41:53,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/ea4c3bfcdff04c89b2e51c325385dec3 is 50, key is test_row_0/B:col10/1733092913809/Put/seqid=0 2024-12-01T22:41:53,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092973910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092973912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:53,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742035_1211 (size=12301) 2024-12-01T22:41:53,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/ea4c3bfcdff04c89b2e51c325385dec3 2024-12-01T22:41:53,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/ea62018f16384df4adbb52be5ce6f82f is 50, key is test_row_0/C:col10/1733092913809/Put/seqid=0 2024-12-01T22:41:53,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742036_1212 (size=12301) 2024-12-01T22:41:53,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/ea62018f16384df4adbb52be5ce6f82f 2024-12-01T22:41:53,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/3d2bb2f32f494a709926587c354b34f3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/3d2bb2f32f494a709926587c354b34f3 2024-12-01T22:41:53,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/3d2bb2f32f494a709926587c354b34f3, entries=200, sequenceid=697, filesize=39.0 K 2024-12-01T22:41:53,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/ea4c3bfcdff04c89b2e51c325385dec3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/ea4c3bfcdff04c89b2e51c325385dec3 2024-12-01T22:41:53,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/ea4c3bfcdff04c89b2e51c325385dec3, entries=150, sequenceid=697, filesize=12.0 K 2024-12-01T22:41:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/ea62018f16384df4adbb52be5ce6f82f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ea62018f16384df4adbb52be5ce6f82f 2024-12-01T22:41:53,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092973964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:53,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ea62018f16384df4adbb52be5ce6f82f, entries=150, sequenceid=697, filesize=12.0 K 2024-12-01T22:41:53,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.71 KB/132820 for ffcf84232b056cbc5692a5bf46fff2e8 in 173ms, sequenceid=697, compaction requested=true 2024-12-01T22:41:53,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:53,985 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:53,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:53,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:53,985 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:53,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:53,986 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:53,986 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/A is initiating minor compaction (all files) 2024-12-01T22:41:53,986 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/A in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:53,986 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e5ba7c9fac4a4585b97bdd3b4c8fafb7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/74a0621eb63e49aaba7764815bec1255, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/3d2bb2f32f494a709926587c354b34f3] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=100.7 K 2024-12-01T22:41:53,986 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:53,987 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e5ba7c9fac4a4585b97bdd3b4c8fafb7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/74a0621eb63e49aaba7764815bec1255, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/3d2bb2f32f494a709926587c354b34f3] 2024-12-01T22:41:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:53,988 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:53,988 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/B is initiating minor compaction (all files) 2024-12-01T22:41:53,988 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/B in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:53,988 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7a963c914b71468a89555af86ad31225, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b4639d7c79df4155ab120781b2bf36fc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/ea4c3bfcdff04c89b2e51c325385dec3] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=36.7 K 2024-12-01T22:41:53,988 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5ba7c9fac4a4585b97bdd3b4c8fafb7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1733092911427 2024-12-01T22:41:53,989 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a963c914b71468a89555af86ad31225, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1733092911427 2024-12-01T22:41:53,990 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74a0621eb63e49aaba7764815bec1255, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=683, earliestPutTs=1733092911520 2024-12-01T22:41:53,990 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b4639d7c79df4155ab120781b2bf36fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=683, earliestPutTs=1733092911520 2024-12-01T22:41:53,990 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d2bb2f32f494a709926587c354b34f3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733092913680 2024-12-01T22:41:53,991 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ea4c3bfcdff04c89b2e51c325385dec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733092913688 2024-12-01T22:41:54,005 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:54,017 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:54,017 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/a09a218d11794a9386d70c29da54af45 is 50, key is test_row_0/B:col10/1733092913809/Put/seqid=0 2024-12-01T22:41:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:54,025 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201488c05d174ef4480a95a3482166aa12d_ffcf84232b056cbc5692a5bf46fff2e8 store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:54,027 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201488c05d174ef4480a95a3482166aa12d_ffcf84232b056cbc5692a5bf46fff2e8, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:54,027 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201488c05d174ef4480a95a3482166aa12d_ffcf84232b056cbc5692a5bf46fff2e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:54,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB 2024-12-01T22:41:54,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:54,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:54,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:54,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:54,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:54,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742037_1213 (size=13085) 2024-12-01T22:41:54,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120140420ebcb0bd49a7b565499e79c6a263_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092913907/Put/seqid=0 2024-12-01T22:41:54,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092974057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092974058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742038_1214 (size=4469) 2024-12-01T22:41:54,074 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#A#compaction#174 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:54,075 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/dc8960f7d8974393ada2e68ef5b1a6bf is 175, key is test_row_0/A:col10/1733092913809/Put/seqid=0 2024-12-01T22:41:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742039_1215 (size=12454) 2024-12-01T22:41:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742040_1216 (size=32039) 2024-12-01T22:41:54,124 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/dc8960f7d8974393ada2e68ef5b1a6bf as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/dc8960f7d8974393ada2e68ef5b1a6bf 2024-12-01T22:41:54,131 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/A of ffcf84232b056cbc5692a5bf46fff2e8 into dc8960f7d8974393ada2e68ef5b1a6bf(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:54,131 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:54,131 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/A, priority=13, startTime=1733092913985; duration=0sec 2024-12-01T22:41:54,131 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:54,132 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:A 2024-12-01T22:41:54,132 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:54,134 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:54,134 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/C is initiating minor compaction (all files) 2024-12-01T22:41:54,134 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/C in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:54,135 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1a4c1caa82cf4f1d9c98764377b067ce, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7f0124762d9f4c069d634ce28aa37317, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ea62018f16384df4adbb52be5ce6f82f] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=36.7 K 2024-12-01T22:41:54,136 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a4c1caa82cf4f1d9c98764377b067ce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1733092911427 2024-12-01T22:41:54,136 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f0124762d9f4c069d634ce28aa37317, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=683, earliestPutTs=1733092911520 2024-12-01T22:41:54,137 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea62018f16384df4adbb52be5ce6f82f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733092913688 2024-12-01T22:41:54,164 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#C#compaction#177 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:54,165 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/1d516bf6bfa94ccc9d35940e5011cb9c is 50, key is test_row_0/C:col10/1733092913809/Put/seqid=0 2024-12-01T22:41:54,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092974165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092974165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092974185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742041_1217 (size=13085) 2024-12-01T22:41:54,202 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/1d516bf6bfa94ccc9d35940e5011cb9c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1d516bf6bfa94ccc9d35940e5011cb9c 2024-12-01T22:41:54,209 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/C of ffcf84232b056cbc5692a5bf46fff2e8 into 1d516bf6bfa94ccc9d35940e5011cb9c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:54,209 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:54,209 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/C, priority=13, startTime=1733092913987; duration=0sec 2024-12-01T22:41:54,209 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:54,209 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:C 2024-12-01T22:41:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092974375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092974375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,453 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:41:54,461 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/a09a218d11794a9386d70c29da54af45 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a09a218d11794a9386d70c29da54af45 2024-12-01T22:41:54,468 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/B of ffcf84232b056cbc5692a5bf46fff2e8 into a09a218d11794a9386d70c29da54af45(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:54,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:54,468 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/B, priority=13, startTime=1733092913985; duration=0sec 2024-12-01T22:41:54,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:54,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:B 2024-12-01T22:41:54,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:54,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092974495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,501 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120140420ebcb0bd49a7b565499e79c6a263_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120140420ebcb0bd49a7b565499e79c6a263_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:54,502 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/fa188744af264fe2827b8a2d6ce1772e, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:54,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/fa188744af264fe2827b8a2d6ce1772e is 175, key is test_row_0/A:col10/1733092913907/Put/seqid=0 2024-12-01T22:41:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742042_1218 (size=31255) 2024-12-01T22:41:54,525 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=733, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/fa188744af264fe2827b8a2d6ce1772e 2024-12-01T22:41:54,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/c93d00a226e445b5a4d1963e2388c891 is 50, key is test_row_0/B:col10/1733092913907/Put/seqid=0 2024-12-01T22:41:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742043_1219 (size=12301) 2024-12-01T22:41:54,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092974685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092974685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:54,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/c93d00a226e445b5a4d1963e2388c891 2024-12-01T22:41:54,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/b47f93e5ac724d61b268658d75743e4a is 50, key is test_row_0/C:col10/1733092913907/Put/seqid=0 2024-12-01T22:41:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742044_1220 (size=12301) 2024-12-01T22:41:54,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/b47f93e5ac724d61b268658d75743e4a 2024-12-01T22:41:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/fa188744af264fe2827b8a2d6ce1772e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/fa188744af264fe2827b8a2d6ce1772e 2024-12-01T22:41:54,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/fa188744af264fe2827b8a2d6ce1772e, entries=150, sequenceid=733, filesize=30.5 K 2024-12-01T22:41:54,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/c93d00a226e445b5a4d1963e2388c891 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c93d00a226e445b5a4d1963e2388c891 2024-12-01T22:41:54,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c93d00a226e445b5a4d1963e2388c891, entries=150, sequenceid=733, filesize=12.0 K 2024-12-01T22:41:54,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/b47f93e5ac724d61b268658d75743e4a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/b47f93e5ac724d61b268658d75743e4a 2024-12-01T22:41:54,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/b47f93e5ac724d61b268658d75743e4a, entries=150, sequenceid=733, filesize=12.0 K 2024-12-01T22:41:54,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=46.96 KB/48090 for ffcf84232b056cbc5692a5bf46fff2e8 in 958ms, sequenceid=733, compaction requested=false 2024-12-01T22:41:54,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:55,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:41:55,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:55,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:55,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:55,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:55,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:55,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:41:55,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201186f105528f244b2932bda8ccbfa8520_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092915007/Put/seqid=0 2024-12-01T22:41:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742045_1221 (size=14994) 2024-12-01T22:41:55,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092915032, max timestamp=1733092915069Num uniques 859; 2024-12-01T22:41:55,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:55,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092915032, max timestamp=1733092915069Num uniques 859; 2024-12-01T22:41:55,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:55,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092915032, max timestamp=1733092915069Num uniques 859; 2024-12-01T22:41:55,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:41:55,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092975133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:55,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092975195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:55,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092975195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:55,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092975245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:55,307 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-12-01T22:41:55,307 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:55,307 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:55,307 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:55,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:55,308 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-12-01T22:41:55,308 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:55,308 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:55,308 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:55,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:55,311 INFO [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623. 2024-12-01T22:41:55,311 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:55,311 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:55,311 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:55,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:55,313 INFO [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629. 2024-12-01T22:41:55,313 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:55,313 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:55,313 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:55,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:55,424 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:55,433 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201186f105528f244b2932bda8ccbfa8520_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201186f105528f244b2932bda8ccbfa8520_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:55,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/6a5a010c1ac4464da9a4f43ae8a96ee9, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:55,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/6a5a010c1ac4464da9a4f43ae8a96ee9 is 175, key is test_row_0/A:col10/1733092915007/Put/seqid=0 2024-12-01T22:41:55,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742046_1222 (size=39949) 2024-12-01T22:41:55,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092975455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T22:41:55,737 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:41:55,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092975766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:55,841 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=747, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/6a5a010c1ac4464da9a4f43ae8a96ee9 2024-12-01T22:41:55,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/a7069227b157487595bbc1c3a8dde995 is 50, key is test_row_0/B:col10/1733092915007/Put/seqid=0 2024-12-01T22:41:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742047_1223 (size=12301) 2024-12-01T22:41:56,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35390 deadline: 1733092976205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:56,207 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:56,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35424 deadline: 1733092976216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:56,217 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:56,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=747 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/a7069227b157487595bbc1c3a8dde995 2024-12-01T22:41:56,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35388 deadline: 1733092976276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:56,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/28d6548f80cd49b4abdaaa8b19438fa5 is 50, key is test_row_0/C:col10/1733092915007/Put/seqid=0 2024-12-01T22:41:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742048_1224 (size=12301) 2024-12-01T22:41:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35426 deadline: 1733092976315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:56,316 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:41:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733092976396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 2024-12-01T22:41:56,398 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in ffcf84232b056cbc5692a5bf46fff2e8 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18346 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:41:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:41:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:41:56,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=747 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/28d6548f80cd49b4abdaaa8b19438fa5 2024-12-01T22:41:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/6a5a010c1ac4464da9a4f43ae8a96ee9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/6a5a010c1ac4464da9a4f43ae8a96ee9 2024-12-01T22:41:56,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/6a5a010c1ac4464da9a4f43ae8a96ee9, entries=200, sequenceid=747, filesize=39.0 K 2024-12-01T22:41:56,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/a7069227b157487595bbc1c3a8dde995 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a7069227b157487595bbc1c3a8dde995 2024-12-01T22:41:56,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a7069227b157487595bbc1c3a8dde995, entries=150, sequenceid=747, filesize=12.0 K 2024-12-01T22:41:56,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/28d6548f80cd49b4abdaaa8b19438fa5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/28d6548f80cd49b4abdaaa8b19438fa5 2024-12-01T22:41:56,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/28d6548f80cd49b4abdaaa8b19438fa5, entries=150, sequenceid=747, filesize=12.0 K 2024-12-01T22:41:56,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ffcf84232b056cbc5692a5bf46fff2e8 in 1702ms, sequenceid=747, compaction requested=true 2024-12-01T22:41:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:41:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:41:56,715 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffcf84232b056cbc5692a5bf46fff2e8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:41:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:56,715 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:56,716 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:56,716 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:56,716 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/A is initiating minor compaction (all files) 2024-12-01T22:41:56,716 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/B is initiating minor compaction (all files) 2024-12-01T22:41:56,716 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/B in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:56,716 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/A in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:56,716 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a09a218d11794a9386d70c29da54af45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c93d00a226e445b5a4d1963e2388c891, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a7069227b157487595bbc1c3a8dde995] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=36.8 K 2024-12-01T22:41:56,716 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/dc8960f7d8974393ada2e68ef5b1a6bf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/fa188744af264fe2827b8a2d6ce1772e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/6a5a010c1ac4464da9a4f43ae8a96ee9] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=100.8 K 2024-12-01T22:41:56,716 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:56,717 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/dc8960f7d8974393ada2e68ef5b1a6bf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/fa188744af264fe2827b8a2d6ce1772e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/6a5a010c1ac4464da9a4f43ae8a96ee9] 2024-12-01T22:41:56,717 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a09a218d11794a9386d70c29da54af45, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733092913688 2024-12-01T22:41:56,717 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc8960f7d8974393ada2e68ef5b1a6bf, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733092913688 2024-12-01T22:41:56,717 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting c93d00a226e445b5a4d1963e2388c891, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733092913893 2024-12-01T22:41:56,717 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa188744af264fe2827b8a2d6ce1772e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733092913893 2024-12-01T22:41:56,718 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a7069227b157487595bbc1c3a8dde995, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=747, earliestPutTs=1733092914042 2024-12-01T22:41:56,718 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a5a010c1ac4464da9a4f43ae8a96ee9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=747, earliestPutTs=1733092914042 2024-12-01T22:41:56,726 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:56,727 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/b71953b9ad8a49579fa93a263d4cce18 is 50, key is test_row_0/B:col10/1733092915007/Put/seqid=0 2024-12-01T22:41:56,728 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:56,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742049_1225 (size=13187) 2024-12-01T22:41:56,731 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201f25fd2059a324860af27226b8d1f52be_ffcf84232b056cbc5692a5bf46fff2e8 store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:56,736 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/b71953b9ad8a49579fa93a263d4cce18 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b71953b9ad8a49579fa93a263d4cce18 2024-12-01T22:41:56,741 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/B of ffcf84232b056cbc5692a5bf46fff2e8 into b71953b9ad8a49579fa93a263d4cce18(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:56,741 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:56,741 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/B, priority=13, startTime=1733092916715; duration=0sec 2024-12-01T22:41:56,741 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:41:56,741 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:B 2024-12-01T22:41:56,741 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:41:56,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:41:56,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): ffcf84232b056cbc5692a5bf46fff2e8/C is initiating minor compaction (all files) 2024-12-01T22:41:56,743 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffcf84232b056cbc5692a5bf46fff2e8/C in TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:41:56,743 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1d516bf6bfa94ccc9d35940e5011cb9c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/b47f93e5ac724d61b268658d75743e4a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/28d6548f80cd49b4abdaaa8b19438fa5] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp, totalSize=36.8 K 2024-12-01T22:41:56,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d516bf6bfa94ccc9d35940e5011cb9c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733092913688 2024-12-01T22:41:56,744 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b47f93e5ac724d61b268658d75743e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733092913893 2024-12-01T22:41:56,744 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d6548f80cd49b4abdaaa8b19438fa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=747, earliestPutTs=1733092914042 2024-12-01T22:41:56,752 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201f25fd2059a324860af27226b8d1f52be_ffcf84232b056cbc5692a5bf46fff2e8, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:56,752 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f25fd2059a324860af27226b8d1f52be_ffcf84232b056cbc5692a5bf46fff2e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:56,753 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#C#compaction#185 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:56,754 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/359d42b65739439ba32b0b9b2725d6e8 is 50, key is test_row_0/C:col10/1733092915007/Put/seqid=0 2024-12-01T22:41:56,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742050_1226 (size=4469) 2024-12-01T22:41:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742051_1227 (size=13187) 2024-12-01T22:41:57,158 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffcf84232b056cbc5692a5bf46fff2e8#A#compaction#184 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:41:57,159 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f2b2c4db632b495b95a6d0e8d3c66bfc is 175, key is test_row_0/A:col10/1733092915007/Put/seqid=0 2024-12-01T22:41:57,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742052_1228 (size=32141) 2024-12-01T22:41:57,166 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/359d42b65739439ba32b0b9b2725d6e8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/359d42b65739439ba32b0b9b2725d6e8 2024-12-01T22:41:57,171 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/C of ffcf84232b056cbc5692a5bf46fff2e8 into 359d42b65739439ba32b0b9b2725d6e8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:57,171 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:57,171 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/C, priority=13, startTime=1733092916715; duration=0sec 2024-12-01T22:41:57,171 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:57,171 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:C 2024-12-01T22:41:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:57,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T22:41:57,297 INFO [Thread-620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-620. 2024-12-01T22:41:57,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:41:57,297 DEBUG [Thread-620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:57,297 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:57,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:57,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:41:57,297 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:57,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:57,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:57,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:41:57,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:41:57,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014dba01129ec7445fa8be9d9e44bfe31e_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092915125/Put/seqid=0 2024-12-01T22:41:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742053_1229 (size=12454) 2024-12-01T22:41:57,578 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/f2b2c4db632b495b95a6d0e8d3c66bfc as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f2b2c4db632b495b95a6d0e8d3c66bfc 2024-12-01T22:41:57,584 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffcf84232b056cbc5692a5bf46fff2e8/A of ffcf84232b056cbc5692a5bf46fff2e8 into f2b2c4db632b495b95a6d0e8d3c66bfc(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:41:57,584 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:41:57,584 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., storeName=ffcf84232b056cbc5692a5bf46fff2e8/A, priority=13, startTime=1733092916715; duration=0sec 2024-12-01T22:41:57,585 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:41:57,585 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffcf84232b056cbc5692a5bf46fff2e8:A 2024-12-01T22:41:57,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:57,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014dba01129ec7445fa8be9d9e44bfe31e_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014dba01129ec7445fa8be9d9e44bfe31e_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:41:57,719 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/9e6dabce9b8a46b2b4f918fa0d873a13, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:41:57,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/9e6dabce9b8a46b2b4f918fa0d873a13 is 175, key is test_row_0/A:col10/1733092915125/Put/seqid=0 2024-12-01T22:41:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742054_1230 (size=31255) 2024-12-01T22:41:58,125 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=785, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/9e6dabce9b8a46b2b4f918fa0d873a13 2024-12-01T22:41:58,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/15767522f6f847dfa5c88e7b4f7592ce is 50, key is test_row_0/B:col10/1733092915125/Put/seqid=0 2024-12-01T22:41:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742055_1231 (size=12301) 2024-12-01T22:41:58,227 INFO [Thread-612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-612. 2024-12-01T22:41:58,228 DEBUG [Thread-612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:58,228 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:58,228 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:58,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:58,238 INFO [Thread-616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-616. 2024-12-01T22:41:58,238 DEBUG [Thread-616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:41:58,239 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:58,239 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:58,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:58,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=785 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/15767522f6f847dfa5c88e7b4f7592ce 2024-12-01T22:41:58,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/fb167fc166094c3493ee9f89d27f1425 is 50, key is test_row_0/C:col10/1733092915125/Put/seqid=0 2024-12-01T22:41:58,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742056_1232 (size=12301) 2024-12-01T22:41:58,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=785 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/fb167fc166094c3493ee9f89d27f1425 2024-12-01T22:41:58,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/9e6dabce9b8a46b2b4f918fa0d873a13 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/9e6dabce9b8a46b2b4f918fa0d873a13 2024-12-01T22:41:58,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/9e6dabce9b8a46b2b4f918fa0d873a13, entries=150, sequenceid=785, filesize=30.5 K 2024-12-01T22:41:58,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/15767522f6f847dfa5c88e7b4f7592ce as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/15767522f6f847dfa5c88e7b4f7592ce 2024-12-01T22:41:58,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/15767522f6f847dfa5c88e7b4f7592ce, entries=150, sequenceid=785, filesize=12.0 K 2024-12-01T22:41:58,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/fb167fc166094c3493ee9f89d27f1425 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/fb167fc166094c3493ee9f89d27f1425 2024-12-01T22:41:58,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/fb167fc166094c3493ee9f89d27f1425, entries=150, sequenceid=785, filesize=12.0 K 2024-12-01T22:41:58,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=13.42 KB/13740 for ffcf84232b056cbc5692a5bf46fff2e8 in 1694ms, sequenceid=785, compaction requested=false 2024-12-01T22:41:58,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffcf84232b056cbc5692a5bf46fff2e8: 2024-12-01T22:42:06,397 INFO [Thread-618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-618. 2024-12-01T22:42:06,397 DEBUG [Thread-618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:06,397 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:06,397 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:06,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:06,456 INFO [Thread-614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-614. 2024-12-01T22:42:06,456 DEBUG [Thread-614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:06,456 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:06,456 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:06,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 209 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 238 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 222 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3393 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3437 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1481 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4441 rows 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1477 2024-12-01T22:42:06,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4426 rows 2024-12-01T22:42:06,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:42:06,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:42:06,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:06,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:06,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:06,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T22:42:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T22:42:06,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092926461"}]},"ts":"1733092926461"} 2024-12-01T22:42:06,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T22:42:06,463 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T22:42:06,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:42:06,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, UNASSIGN}] 2024-12-01T22:42:06,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, UNASSIGN 2024-12-01T22:42:06,468 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=ffcf84232b056cbc5692a5bf46fff2e8, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:06,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, UNASSIGN because future has completed 2024-12-01T22:42:06,470 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:42:06,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T22:42:06,623 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:42:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing ffcf84232b056cbc5692a5bf46fff2e8, disabling compactions & flushes 2024-12-01T22:42:06,623 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:42:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:42:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. after waiting 0 ms 2024-12-01T22:42:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:42:06,624 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing ffcf84232b056cbc5692a5bf46fff2e8 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-01T22:42:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=A 2024-12-01T22:42:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=B 2024-12-01T22:42:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffcf84232b056cbc5692a5bf46fff2e8, store=C 2024-12-01T22:42:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:06,632 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f6b6bfe584c14e60b58a3528590ea84f_ffcf84232b056cbc5692a5bf46fff2e8 is 50, key is test_row_0/A:col10/1733092926455/Put/seqid=0 2024-12-01T22:42:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742057_1233 (size=9914) 2024-12-01T22:42:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T22:42:07,038 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:07,044 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f6b6bfe584c14e60b58a3528590ea84f_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f6b6bfe584c14e60b58a3528590ea84f_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:07,045 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/9ddf375b83604041a4a74716082d5713, store: [table=TestAcidGuarantees family=A region=ffcf84232b056cbc5692a5bf46fff2e8] 2024-12-01T22:42:07,046 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/9ddf375b83604041a4a74716082d5713 is 175, key is test_row_0/A:col10/1733092926455/Put/seqid=0 2024-12-01T22:42:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742058_1234 (size=22561) 2024-12-01T22:42:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T22:42:07,451 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=793, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/9ddf375b83604041a4a74716082d5713 2024-12-01T22:42:07,458 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/e110cef3232c4cb2bf5a3efe6cb4921a is 50, key is test_row_0/B:col10/1733092926455/Put/seqid=0 2024-12-01T22:42:07,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742059_1235 (size=9857) 2024-12-01T22:42:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T22:42:07,864 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=793 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/e110cef3232c4cb2bf5a3efe6cb4921a 2024-12-01T22:42:07,874 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/6efda6e2be5346b3834e8136318313b5 is 50, key is test_row_0/C:col10/1733092926455/Put/seqid=0 2024-12-01T22:42:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742060_1236 (size=9857) 2024-12-01T22:42:08,278 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=793 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/6efda6e2be5346b3834e8136318313b5 2024-12-01T22:42:08,283 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/A/9ddf375b83604041a4a74716082d5713 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/9ddf375b83604041a4a74716082d5713 2024-12-01T22:42:08,288 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/9ddf375b83604041a4a74716082d5713, entries=100, sequenceid=793, filesize=22.0 K 2024-12-01T22:42:08,289 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/B/e110cef3232c4cb2bf5a3efe6cb4921a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/e110cef3232c4cb2bf5a3efe6cb4921a 2024-12-01T22:42:08,293 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/e110cef3232c4cb2bf5a3efe6cb4921a, entries=100, sequenceid=793, filesize=9.6 K 2024-12-01T22:42:08,294 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/.tmp/C/6efda6e2be5346b3834e8136318313b5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6efda6e2be5346b3834e8136318313b5 2024-12-01T22:42:08,297 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6efda6e2be5346b3834e8136318313b5, entries=100, sequenceid=793, filesize=9.6 K 2024-12-01T22:42:08,298 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ffcf84232b056cbc5692a5bf46fff2e8 in 1674ms, sequenceid=793, compaction requested=true 2024-12-01T22:42:08,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/bfe2fe2523084206ae6d83ccd8a7c5b3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4de75cc4c3854392bab0dabd2fa9580a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f963fa15c8ad4b7693febffba6f695ae, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/de4d4f69a1014858b6f55cde6669c9a6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/a6203203b7de47a0b354ffbff38a8690, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ead57f2d872d4b0b81f1ee782d632d52, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/568ff67c3abe43be992ea00dacb45e43, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f14eb37cccbb47cfb9f8c84befa16456, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/0efae99859b64fc6a86dcec517fe7557, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/84e21686ca464f1687b030650ed7a265, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/304dfde8d36e4741a17cc3323317b880, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ba182b8188e04827aa2c843795576fc3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/75c25833bdf14066a4968aa740776b31, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4a7335fbdb224529b722835afb615920, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/83a26ef7817240d1b892b83445979d80, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e4365035c0f84c5cab563135bb4f6415, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/7b510d6384b7409080d5cbf25a2a8510, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/645330313e9642ef9412eeb412f17e91, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/15159ee45de74d2eae1b11bbe0647ca7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e5ba7c9fac4a4585b97bdd3b4c8fafb7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/74a0621eb63e49aaba7764815bec1255, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/3d2bb2f32f494a709926587c354b34f3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/dc8960f7d8974393ada2e68ef5b1a6bf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/fa188744af264fe2827b8a2d6ce1772e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/6a5a010c1ac4464da9a4f43ae8a96ee9] to archive 2024-12-01T22:42:08,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:08,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/bfe2fe2523084206ae6d83ccd8a7c5b3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/bfe2fe2523084206ae6d83ccd8a7c5b3 2024-12-01T22:42:08,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4de75cc4c3854392bab0dabd2fa9580a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4de75cc4c3854392bab0dabd2fa9580a 2024-12-01T22:42:08,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f963fa15c8ad4b7693febffba6f695ae to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f963fa15c8ad4b7693febffba6f695ae 2024-12-01T22:42:08,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/de4d4f69a1014858b6f55cde6669c9a6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/de4d4f69a1014858b6f55cde6669c9a6 2024-12-01T22:42:08,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/a6203203b7de47a0b354ffbff38a8690 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/a6203203b7de47a0b354ffbff38a8690 2024-12-01T22:42:08,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ead57f2d872d4b0b81f1ee782d632d52 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ead57f2d872d4b0b81f1ee782d632d52 2024-12-01T22:42:08,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/568ff67c3abe43be992ea00dacb45e43 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/568ff67c3abe43be992ea00dacb45e43 2024-12-01T22:42:08,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f14eb37cccbb47cfb9f8c84befa16456 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f14eb37cccbb47cfb9f8c84befa16456 2024-12-01T22:42:08,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/0efae99859b64fc6a86dcec517fe7557 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/0efae99859b64fc6a86dcec517fe7557 2024-12-01T22:42:08,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/84e21686ca464f1687b030650ed7a265 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/84e21686ca464f1687b030650ed7a265 2024-12-01T22:42:08,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/304dfde8d36e4741a17cc3323317b880 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/304dfde8d36e4741a17cc3323317b880 2024-12-01T22:42:08,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ba182b8188e04827aa2c843795576fc3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/ba182b8188e04827aa2c843795576fc3 2024-12-01T22:42:08,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/92d8f83c78bf4d36bbaa4ca5bdd4f2b1 2024-12-01T22:42:08,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/75c25833bdf14066a4968aa740776b31 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/75c25833bdf14066a4968aa740776b31 2024-12-01T22:42:08,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4a7335fbdb224529b722835afb615920 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/4a7335fbdb224529b722835afb615920 2024-12-01T22:42:08,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/83a26ef7817240d1b892b83445979d80 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/83a26ef7817240d1b892b83445979d80 2024-12-01T22:42:08,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e4365035c0f84c5cab563135bb4f6415 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e4365035c0f84c5cab563135bb4f6415 2024-12-01T22:42:08,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/7b510d6384b7409080d5cbf25a2a8510 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/7b510d6384b7409080d5cbf25a2a8510 2024-12-01T22:42:08,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/645330313e9642ef9412eeb412f17e91 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/645330313e9642ef9412eeb412f17e91 2024-12-01T22:42:08,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/15159ee45de74d2eae1b11bbe0647ca7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/15159ee45de74d2eae1b11bbe0647ca7 2024-12-01T22:42:08,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e5ba7c9fac4a4585b97bdd3b4c8fafb7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/e5ba7c9fac4a4585b97bdd3b4c8fafb7 2024-12-01T22:42:08,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/74a0621eb63e49aaba7764815bec1255 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/74a0621eb63e49aaba7764815bec1255 2024-12-01T22:42:08,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/3d2bb2f32f494a709926587c354b34f3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/3d2bb2f32f494a709926587c354b34f3 2024-12-01T22:42:08,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/dc8960f7d8974393ada2e68ef5b1a6bf to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/dc8960f7d8974393ada2e68ef5b1a6bf 2024-12-01T22:42:08,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/fa188744af264fe2827b8a2d6ce1772e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/fa188744af264fe2827b8a2d6ce1772e 2024-12-01T22:42:08,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/6a5a010c1ac4464da9a4f43ae8a96ee9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/6a5a010c1ac4464da9a4f43ae8a96ee9 2024-12-01T22:42:08,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/89138cbd3d7848b49f3d40dceb31df75, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7d068a41be5c45e3bf48ad28c537a056, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/2346f70271a04e178622223d8541082b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1bfe7f3ec233480b83928157923a0789, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c8ec96160833436a9f3c665dc7a10854, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/282ddebf10dc462c829e49201bc3c82f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/3a02fca1b7464f248ef3b87a8de7d144, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b21e94cecf96480481d57de6cf09d16c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/560820be3b3b4fbbab5c3c47b89221a3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1f4288ec792d47e1b6dd5420cd09b5f1, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/818e79acb3c046d28378e230bbc53a4a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/bba21509a2474cd6b3d3826df7ea93a7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1cc3f3871f084f67b295dfbe8352e276, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/107db3c50dfb41949c99ddcee9fc8d1e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c9f50582f24e4ff8918d69fc877f2b6b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/088745cedcfe4c728f2df5ac3170ffde, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cd444fd2c01240848c95c3471f02851e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/5c69b41df2f743c089f1ccc1600c8b14, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cf622f9d87004371a6fd6e666b510fa8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7a963c914b71468a89555af86ad31225, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/05192d4dc8e14a3fb74a94c2f0a10055, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b4639d7c79df4155ab120781b2bf36fc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a09a218d11794a9386d70c29da54af45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/ea4c3bfcdff04c89b2e51c325385dec3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c93d00a226e445b5a4d1963e2388c891, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a7069227b157487595bbc1c3a8dde995] to archive 2024-12-01T22:42:08,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:08,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/89138cbd3d7848b49f3d40dceb31df75 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/89138cbd3d7848b49f3d40dceb31df75 2024-12-01T22:42:08,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7d068a41be5c45e3bf48ad28c537a056 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7d068a41be5c45e3bf48ad28c537a056 2024-12-01T22:42:08,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/2346f70271a04e178622223d8541082b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/2346f70271a04e178622223d8541082b 2024-12-01T22:42:08,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1bfe7f3ec233480b83928157923a0789 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1bfe7f3ec233480b83928157923a0789 2024-12-01T22:42:08,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c8ec96160833436a9f3c665dc7a10854 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c8ec96160833436a9f3c665dc7a10854 2024-12-01T22:42:08,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/282ddebf10dc462c829e49201bc3c82f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/282ddebf10dc462c829e49201bc3c82f 2024-12-01T22:42:08,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/3a02fca1b7464f248ef3b87a8de7d144 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/3a02fca1b7464f248ef3b87a8de7d144 2024-12-01T22:42:08,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b21e94cecf96480481d57de6cf09d16c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b21e94cecf96480481d57de6cf09d16c 2024-12-01T22:42:08,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/560820be3b3b4fbbab5c3c47b89221a3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/560820be3b3b4fbbab5c3c47b89221a3 2024-12-01T22:42:08,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1f4288ec792d47e1b6dd5420cd09b5f1 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1f4288ec792d47e1b6dd5420cd09b5f1 2024-12-01T22:42:08,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/818e79acb3c046d28378e230bbc53a4a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/818e79acb3c046d28378e230bbc53a4a 2024-12-01T22:42:08,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/bba21509a2474cd6b3d3826df7ea93a7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/bba21509a2474cd6b3d3826df7ea93a7 2024-12-01T22:42:08,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1cc3f3871f084f67b295dfbe8352e276 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/1cc3f3871f084f67b295dfbe8352e276 2024-12-01T22:42:08,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/107db3c50dfb41949c99ddcee9fc8d1e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/107db3c50dfb41949c99ddcee9fc8d1e 2024-12-01T22:42:08,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c9f50582f24e4ff8918d69fc877f2b6b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c9f50582f24e4ff8918d69fc877f2b6b 2024-12-01T22:42:08,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/088745cedcfe4c728f2df5ac3170ffde to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/088745cedcfe4c728f2df5ac3170ffde 2024-12-01T22:42:08,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cd444fd2c01240848c95c3471f02851e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cd444fd2c01240848c95c3471f02851e 2024-12-01T22:42:08,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/5c69b41df2f743c089f1ccc1600c8b14 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/5c69b41df2f743c089f1ccc1600c8b14 2024-12-01T22:42:08,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cf622f9d87004371a6fd6e666b510fa8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/cf622f9d87004371a6fd6e666b510fa8 2024-12-01T22:42:08,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7a963c914b71468a89555af86ad31225 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/7a963c914b71468a89555af86ad31225 2024-12-01T22:42:08,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/05192d4dc8e14a3fb74a94c2f0a10055 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/05192d4dc8e14a3fb74a94c2f0a10055 2024-12-01T22:42:08,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b4639d7c79df4155ab120781b2bf36fc to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b4639d7c79df4155ab120781b2bf36fc 2024-12-01T22:42:08,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a09a218d11794a9386d70c29da54af45 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a09a218d11794a9386d70c29da54af45 2024-12-01T22:42:08,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/ea4c3bfcdff04c89b2e51c325385dec3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/ea4c3bfcdff04c89b2e51c325385dec3 2024-12-01T22:42:08,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c93d00a226e445b5a4d1963e2388c891 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/c93d00a226e445b5a4d1963e2388c891 2024-12-01T22:42:08,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a7069227b157487595bbc1c3a8dde995 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/a7069227b157487595bbc1c3a8dde995 2024-12-01T22:42:08,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/25e7b6a8d90f4768b957c3ad41ef01e3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/0e63f990707d4c71b7066deb78806860, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/389b28ba18e74562b7ecbd253d7be1c5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/17e252b10fd44d4c8327449c68671c99, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/37010e37ebbe45e18f9b5d7b720263bf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8924ec2fb4dc408d9d8e0d71e4d23fd6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7e50fb39fa964b21837591455d2b76c0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/4ef947768ecd45ba93ee71328f2b6d98, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/2c18ccddb02c44f6a6e32c16ee98b953, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/77c0ae57ef2443a0b2b17f798c3fd291, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ecbe8700cbe94c649c84ce5c2db5af05, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6f711408807b44ef9d2f1332a59bea89, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8e17309a5e74459d8a937a7a50001241, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/214c22866b044011993ad186f74252cf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/5af08142c47c4efcabcdd90ada734ebd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/a93ab7bf90314a26a3aa90dc41a30b5c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/23cbe3c3893246dbac3a882efa4a5326, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/e576b18b23754ad9b6fd9a9341f909bb, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7073f9de9172434db0cf7c93086b2e4d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1a4c1caa82cf4f1d9c98764377b067ce, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/eda2431f9add427d8f817231e0ce2454, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7f0124762d9f4c069d634ce28aa37317, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1d516bf6bfa94ccc9d35940e5011cb9c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ea62018f16384df4adbb52be5ce6f82f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/b47f93e5ac724d61b268658d75743e4a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/28d6548f80cd49b4abdaaa8b19438fa5] to archive 2024-12-01T22:42:08,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:08,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/25e7b6a8d90f4768b957c3ad41ef01e3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/25e7b6a8d90f4768b957c3ad41ef01e3 2024-12-01T22:42:08,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/0e63f990707d4c71b7066deb78806860 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/0e63f990707d4c71b7066deb78806860 2024-12-01T22:42:08,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/389b28ba18e74562b7ecbd253d7be1c5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/389b28ba18e74562b7ecbd253d7be1c5 2024-12-01T22:42:08,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/17e252b10fd44d4c8327449c68671c99 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/17e252b10fd44d4c8327449c68671c99 2024-12-01T22:42:08,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/37010e37ebbe45e18f9b5d7b720263bf to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/37010e37ebbe45e18f9b5d7b720263bf 2024-12-01T22:42:08,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8924ec2fb4dc408d9d8e0d71e4d23fd6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8924ec2fb4dc408d9d8e0d71e4d23fd6 2024-12-01T22:42:08,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7e50fb39fa964b21837591455d2b76c0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7e50fb39fa964b21837591455d2b76c0 2024-12-01T22:42:08,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/4ef947768ecd45ba93ee71328f2b6d98 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/4ef947768ecd45ba93ee71328f2b6d98 2024-12-01T22:42:08,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/2c18ccddb02c44f6a6e32c16ee98b953 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/2c18ccddb02c44f6a6e32c16ee98b953 2024-12-01T22:42:08,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/77c0ae57ef2443a0b2b17f798c3fd291 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/77c0ae57ef2443a0b2b17f798c3fd291 2024-12-01T22:42:08,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ecbe8700cbe94c649c84ce5c2db5af05 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ecbe8700cbe94c649c84ce5c2db5af05 2024-12-01T22:42:08,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6f711408807b44ef9d2f1332a59bea89 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6f711408807b44ef9d2f1332a59bea89 2024-12-01T22:42:08,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8e17309a5e74459d8a937a7a50001241 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/8e17309a5e74459d8a937a7a50001241 2024-12-01T22:42:08,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/214c22866b044011993ad186f74252cf to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/214c22866b044011993ad186f74252cf 2024-12-01T22:42:08,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/5af08142c47c4efcabcdd90ada734ebd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/5af08142c47c4efcabcdd90ada734ebd 2024-12-01T22:42:08,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/a93ab7bf90314a26a3aa90dc41a30b5c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/a93ab7bf90314a26a3aa90dc41a30b5c 2024-12-01T22:42:08,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/23cbe3c3893246dbac3a882efa4a5326 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/23cbe3c3893246dbac3a882efa4a5326 2024-12-01T22:42:08,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/e576b18b23754ad9b6fd9a9341f909bb to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/e576b18b23754ad9b6fd9a9341f909bb 2024-12-01T22:42:08,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7073f9de9172434db0cf7c93086b2e4d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7073f9de9172434db0cf7c93086b2e4d 2024-12-01T22:42:08,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1a4c1caa82cf4f1d9c98764377b067ce to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1a4c1caa82cf4f1d9c98764377b067ce 2024-12-01T22:42:08,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/eda2431f9add427d8f817231e0ce2454 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/eda2431f9add427d8f817231e0ce2454 2024-12-01T22:42:08,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7f0124762d9f4c069d634ce28aa37317 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/7f0124762d9f4c069d634ce28aa37317 2024-12-01T22:42:08,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1d516bf6bfa94ccc9d35940e5011cb9c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/1d516bf6bfa94ccc9d35940e5011cb9c 2024-12-01T22:42:08,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ea62018f16384df4adbb52be5ce6f82f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/ea62018f16384df4adbb52be5ce6f82f 2024-12-01T22:42:08,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/b47f93e5ac724d61b268658d75743e4a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/b47f93e5ac724d61b268658d75743e4a 2024-12-01T22:42:08,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/28d6548f80cd49b4abdaaa8b19438fa5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/28d6548f80cd49b4abdaaa8b19438fa5 2024-12-01T22:42:08,406 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/recovered.edits/796.seqid, newMaxSeqId=796, maxSeqId=4 2024-12-01T22:42:08,406 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. 2024-12-01T22:42:08,406 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for ffcf84232b056cbc5692a5bf46fff2e8: Waiting for close lock at 1733092926623Running coprocessor pre-close hooks at 1733092926623Disabling compacts and flushes for region at 1733092926623Disabling writes for close at 1733092926624 (+1 ms)Obtaining lock to block concurrent updates at 1733092926624Preparing flush snapshotting stores in ffcf84232b056cbc5692a5bf46fff2e8 at 1733092926624Finished memstore snapshotting TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733092926624Flushing stores of TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8. at 1733092926625 (+1 ms)Flushing ffcf84232b056cbc5692a5bf46fff2e8/A: creating writer at 1733092926625Flushing mob file ffcf84232b056cbc5692a5bf46fff2e8/A: appending metadata at 1733092926632 (+7 ms)Flushing mob file ffcf84232b056cbc5692a5bf46fff2e8/A: closing flushed file at 1733092926632Flushing ffcf84232b056cbc5692a5bf46fff2e8/A: appending metadata at 1733092927045 (+413 ms)Flushing ffcf84232b056cbc5692a5bf46fff2e8/A: closing flushed file at 1733092927045Flushing ffcf84232b056cbc5692a5bf46fff2e8/B: creating writer at 1733092927455 (+410 ms)Flushing ffcf84232b056cbc5692a5bf46fff2e8/B: appending metadata at 1733092927458 (+3 ms)Flushing ffcf84232b056cbc5692a5bf46fff2e8/B: closing flushed file at 1733092927458Flushing ffcf84232b056cbc5692a5bf46fff2e8/C: creating writer at 1733092927871 (+413 ms)Flushing ffcf84232b056cbc5692a5bf46fff2e8/C: appending metadata at 1733092927873 (+2 ms)Flushing ffcf84232b056cbc5692a5bf46fff2e8/C: closing flushed file at 1733092927873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4601fd55: reopening flushed file at 1733092928282 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe15cd3: reopening flushed file at 1733092928288 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47822ffc: reopening flushed file at 1733092928293 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ffcf84232b056cbc5692a5bf46fff2e8 in 1674ms, sequenceid=793, compaction requested=true at 1733092928298 (+5 ms)Writing region close event to WAL at 1733092928403 (+105 ms)Running coprocessor post-close hooks at 1733092928406 (+3 ms)Closed at 1733092928406 2024-12-01T22:42:08,408 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,409 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=ffcf84232b056cbc5692a5bf46fff2e8, regionState=CLOSED 2024-12-01T22:42:08,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:42:08,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-01T22:42:08,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure ffcf84232b056cbc5692a5bf46fff2e8, server=14efca635be3,43983,1733092856036 in 1.9410 sec 2024-12-01T22:42:08,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-01T22:42:08,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffcf84232b056cbc5692a5bf46fff2e8, UNASSIGN in 1.9460 sec 2024-12-01T22:42:08,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-01T22:42:08,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9500 sec 2024-12-01T22:42:08,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092928416"}]},"ts":"1733092928416"} 2024-12-01T22:42:08,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T22:42:08,418 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T22:42:08,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9610 sec 2024-12-01T22:42:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T22:42:08,616 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:08,616 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T22:42:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:08,618 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T22:42:08,619 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:08,623 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,626 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/recovered.edits] 2024-12-01T22:42:08,630 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/9ddf375b83604041a4a74716082d5713 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/9ddf375b83604041a4a74716082d5713 2024-12-01T22:42:08,631 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/9e6dabce9b8a46b2b4f918fa0d873a13 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/9e6dabce9b8a46b2b4f918fa0d873a13 2024-12-01T22:42:08,632 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f2b2c4db632b495b95a6d0e8d3c66bfc to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/A/f2b2c4db632b495b95a6d0e8d3c66bfc 2024-12-01T22:42:08,634 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/15767522f6f847dfa5c88e7b4f7592ce to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/15767522f6f847dfa5c88e7b4f7592ce 2024-12-01T22:42:08,635 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b71953b9ad8a49579fa93a263d4cce18 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/b71953b9ad8a49579fa93a263d4cce18 2024-12-01T22:42:08,636 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/e110cef3232c4cb2bf5a3efe6cb4921a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/B/e110cef3232c4cb2bf5a3efe6cb4921a 2024-12-01T22:42:08,638 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/359d42b65739439ba32b0b9b2725d6e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/359d42b65739439ba32b0b9b2725d6e8 2024-12-01T22:42:08,638 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6efda6e2be5346b3834e8136318313b5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/6efda6e2be5346b3834e8136318313b5 2024-12-01T22:42:08,639 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/fb167fc166094c3493ee9f89d27f1425 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/C/fb167fc166094c3493ee9f89d27f1425 2024-12-01T22:42:08,641 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/recovered.edits/796.seqid to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8/recovered.edits/796.seqid 2024-12-01T22:42:08,642 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,642 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T22:42:08,642 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T22:42:08,643 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T22:42:08,646 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201117b2a5e122b487196d23912491db7df_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201117b2a5e122b487196d23912491db7df_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,647 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120111b2eb6468f24faf8030e5f85f39e049_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120111b2eb6468f24faf8030e5f85f39e049_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,648 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011792a25a62eb4627a3894d1f21a5b899_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011792a25a62eb4627a3894d1f21a5b899_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,649 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201186f105528f244b2932bda8ccbfa8520_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201186f105528f244b2932bda8ccbfa8520_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,650 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201189c7ed8efdc4ef6a211c770518acc71_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201189c7ed8efdc4ef6a211c770518acc71_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,652 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011a992f194467439cae280442fe6bec9f_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011a992f194467439cae280442fe6bec9f_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,653 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120130a681c907794a2d9908d3a2a494afb3_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120130a681c907794a2d9908d3a2a494afb3_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,654 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013d2c8536ea47459298a460d7364bf4aa_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013d2c8536ea47459298a460d7364bf4aa_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,654 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120140420ebcb0bd49a7b565499e79c6a263_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120140420ebcb0bd49a7b565499e79c6a263_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,655 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014dba01129ec7445fa8be9d9e44bfe31e_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014dba01129ec7445fa8be9d9e44bfe31e_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,656 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014f5b02a43ee946edb384cd2746af757e_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014f5b02a43ee946edb384cd2746af757e_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,657 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120152f145df508c44fcbfd72e3769629ae4_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120152f145df508c44fcbfd72e3769629ae4_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,657 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201561cb050bfcd4d66bfddb73a8a765913_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201561cb050bfcd4d66bfddb73a8a765913_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,658 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168c433e007204f5e965de486d5ab176c_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168c433e007204f5e965de486d5ab176c_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,659 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017fb81eb4996547d8802cfe4ad9c20d9f_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017fb81eb4996547d8802cfe4ad9c20d9f_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,660 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019da2e3c8e79443e19271074863774e40_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019da2e3c8e79443e19271074863774e40_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,660 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a0dadb46a91c451582f74c4d46768ef2_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a0dadb46a91c451582f74c4d46768ef2_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,662 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c4c117808c614ab49a3a01bd0e7fcd50_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c4c117808c614ab49a3a01bd0e7fcd50_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,663 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c8887e806cb647e8aeff5fedde3ced05_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c8887e806cb647e8aeff5fedde3ced05_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,663 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d19f27a8b51d46ceb0962c63a143e528_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d19f27a8b51d46ceb0962c63a143e528_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,664 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f08e6212f0c54de6a20076273500412e_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f08e6212f0c54de6a20076273500412e_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,665 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f6b6bfe584c14e60b58a3528590ea84f_ffcf84232b056cbc5692a5bf46fff2e8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f6b6bfe584c14e60b58a3528590ea84f_ffcf84232b056cbc5692a5bf46fff2e8 2024-12-01T22:42:08,666 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T22:42:08,668 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:08,672 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T22:42:08,674 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T22:42:08,675 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:08,675 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T22:42:08,675 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733092928675"}]},"ts":"9223372036854775807"} 2024-12-01T22:42:08,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T22:42:08,677 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ffcf84232b056cbc5692a5bf46fff2e8, NAME => 'TestAcidGuarantees,,1733092892082.ffcf84232b056cbc5692a5bf46fff2e8.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T22:42:08,677 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T22:42:08,678 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733092928677"}]},"ts":"9223372036854775807"} 2024-12-01T22:42:08,679 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T22:42:08,679 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:08,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-12-01T22:42:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T22:42:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T22:42:08,730 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:08,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 247) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1967014425_22 at /127.0.0.1:39978 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 351), ProcessCount=11 (was 11), AvailableMemoryMB=10102 (was 9134) - AvailableMemoryMB LEAK? - 2024-12-01T22:42:08,746 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=10099 2024-12-01T22:42:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:42:08,748 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:42:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:08,750 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T22:42:08,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:08,750 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 55 2024-12-01T22:42:08,751 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T22:42:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-01T22:42:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742061_1237 (size=1061) 2024-12-01T22:42:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-01T22:42:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-01T22:42:09,158 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef 2024-12-01T22:42:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742062_1238 (size=53) 2024-12-01T22:42:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-01T22:42:09,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:42:09,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3a261341c23849a771b8dae0f864ebbb, disabling compactions & flushes 2024-12-01T22:42:09,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:09,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:09,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. after waiting 0 ms 2024-12-01T22:42:09,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:09,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:09,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a261341c23849a771b8dae0f864ebbb: Waiting for close lock at 1733092929564Disabling compacts and flushes for region at 1733092929564Disabling writes for close at 1733092929564Writing region close event to WAL at 1733092929564Closed at 1733092929564 2024-12-01T22:42:09,566 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T22:42:09,566 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733092929566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092929566"}]},"ts":"1733092929566"} 2024-12-01T22:42:09,567 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T22:42:09,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T22:42:09,568 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092929568"}]},"ts":"1733092929568"} 2024-12-01T22:42:09,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T22:42:09,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, ASSIGN}] 2024-12-01T22:42:09,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, ASSIGN 2024-12-01T22:42:09,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, ASSIGN; state=OFFLINE, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=false 2024-12-01T22:42:09,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=3a261341c23849a771b8dae0f864ebbb, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, ASSIGN because future has completed 2024-12-01T22:42:09,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:42:09,879 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:09,879 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:42:09,879 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,879 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:42:09,879 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,879 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,881 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,882 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:09,882 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a261341c23849a771b8dae0f864ebbb columnFamilyName A 2024-12-01T22:42:09,882 DEBUG [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:09,883 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.HStore(327): Store=3a261341c23849a771b8dae0f864ebbb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:09,883 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,884 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:09,884 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a261341c23849a771b8dae0f864ebbb columnFamilyName B 2024-12-01T22:42:09,884 DEBUG [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:09,884 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.HStore(327): Store=3a261341c23849a771b8dae0f864ebbb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:09,884 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-01T22:42:09,885 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:09,885 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a261341c23849a771b8dae0f864ebbb columnFamilyName C 2024-12-01T22:42:09,885 DEBUG [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:09,886 INFO [StoreOpener-3a261341c23849a771b8dae0f864ebbb-1 {}] regionserver.HStore(327): Store=3a261341c23849a771b8dae0f864ebbb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:09,886 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:09,886 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,887 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,887 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,888 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,888 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,889 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:42:09,890 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,892 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:42:09,892 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened 3a261341c23849a771b8dae0f864ebbb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70463236, jitterRate=0.04998403787612915}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:42:09,892 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:09,893 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for 3a261341c23849a771b8dae0f864ebbb: Running coprocessor pre-open hook at 1733092929880Writing region info on filesystem at 1733092929880Initializing all the Stores at 1733092929880Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092929880Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092929881 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092929881Cleaning up temporary data from old regions at 1733092929888 (+7 ms)Running coprocessor post-open hooks at 1733092929892 (+4 ms)Region opened successfully at 1733092929893 (+1 ms) 2024-12-01T22:42:09,894 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., pid=57, masterSystemTime=1733092929876 2024-12-01T22:42:09,896 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:09,896 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:09,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=3a261341c23849a771b8dae0f864ebbb, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:09,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:42:09,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-01T22:42:09,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 in 175 msec 2024-12-01T22:42:09,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-12-01T22:42:09,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, ASSIGN in 331 msec 2024-12-01T22:42:09,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T22:42:09,903 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092929903"}]},"ts":"1733092929903"} 2024-12-01T22:42:09,905 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T22:42:09,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T22:42:09,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-12-01T22:42:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-01T22:42:10,896 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:10,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,899 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0eb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,902 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2e94b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:42:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,39583,1733092855292 2024-12-01T22:42:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c737a8d 2024-12-01T22:42:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:42:10,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:42:10,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,913 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1292ee96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,914 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c85e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,916 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@941f2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,917 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111f18d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,918 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c442785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4083c452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,921 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f82db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,922 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4512e468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,924 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d55d671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,925 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cf1aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,927 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff6888e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,928 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73693418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,929 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b4e9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,930 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5680407e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,932 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44949691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,933 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d645cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,935 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4f41d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,936 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e63dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:10,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:10,937 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:10,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a60df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:10,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad511b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:10,940 DEBUG [Thread-1115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,940 DEBUG [Thread-1132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,940 DEBUG [Thread-1121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,940 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,940 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,941 DEBUG [Thread-1113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:10,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,941 DEBUG [Thread-1128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,941 DEBUG [Thread-1119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,942 DEBUG [Thread-1126 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-01T22:42:10,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T22:42:10,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,944 DEBUG [Thread-1124 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:10,946 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:10,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,947 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:10,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:10,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:42:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:10,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:42:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:11,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/106036bd0c95418c9bda379818980be8 is 50, key is test_row_0/A:col10/1733092930953/Put/seqid=0 2024-12-01T22:42:11,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733092930991, max timestamp=1733092931000Num uniques 859; 2024-12-01T22:42:11,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:11,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092930995, max timestamp=1733092931000Num uniques 859; 2024-12-01T22:42:11,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733092930995, max timestamp=1733092931000Num uniques 859; 2024-12-01T22:42:11,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:42:11,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:42:11,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742063_1239 (size=12001) 2024-12-01T22:42:11,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/106036bd0c95418c9bda379818980be8 2024-12-01T22:42:11,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092991027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092991031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/21dcbb53532d4ed9b058e5833444f218 is 50, key is test_row_0/B:col10/1733092930953/Put/seqid=0 2024-12-01T22:42:11,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092991033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092991033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733092931029, max timestamp=1733092931032Num uniques 1018; 2024-12-01T22:42:11,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733092931029, max timestamp=1733092931032Num uniques 1068; 2024-12-01T22:42:11,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-01T22:42:11,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T22:42:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733092931029, max timestamp=1733092931032Num uniques 1018; 2024-12-01T22:42:11,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-01T22:42:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T22:42:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742064_1240 (size=12001) 2024-12-01T22:42:11,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/21dcbb53532d4ed9b058e5833444f218 2024-12-01T22:42:11,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:11,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:11,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/8bbddea344fc48429641fd607e572011 is 50, key is test_row_0/C:col10/1733092930953/Put/seqid=0 2024-12-01T22:42:11,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092991154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092991155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092991157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092991164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092991166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742065_1241 (size=12001) 2024-12-01T22:42:11,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:11,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:11,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T22:42:11,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092991275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092991275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092991276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092991284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092991375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:11,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:11,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092991485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092991485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092991495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092991495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T22:42:11,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/8bbddea344fc48429641fd607e572011 2024-12-01T22:42:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/106036bd0c95418c9bda379818980be8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/106036bd0c95418c9bda379818980be8 2024-12-01T22:42:11,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/106036bd0c95418c9bda379818980be8, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T22:42:11,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/21dcbb53532d4ed9b058e5833444f218 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/21dcbb53532d4ed9b058e5833444f218 2024-12-01T22:42:11,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/21dcbb53532d4ed9b058e5833444f218, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T22:42:11,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/8bbddea344fc48429641fd607e572011 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8bbddea344fc48429641fd607e572011 2024-12-01T22:42:11,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8bbddea344fc48429641fd607e572011, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T22:42:11,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 3a261341c23849a771b8dae0f864ebbb in 650ms, sequenceid=12, compaction requested=false 2024-12-01T22:42:11,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:11,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=140.89 KB heapSize=404.77 KB 2024-12-01T22:42:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:42:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:42:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:42:11,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/5f031830d6764db8a31da1b79b714e9d is 50, key is test_row_0/A:col10/1733092931687/Put/seqid=0 2024-12-01T22:42:11,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092991725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742066_1242 (size=14341) 2024-12-01T22:42:11,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/5f031830d6764db8a31da1b79b714e9d 2024-12-01T22:42:11,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/793851b597684180bb9ca025a19a6aa0 is 50, key is test_row_0/B:col10/1733092931687/Put/seqid=0 2024-12-01T22:42:11,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742067_1243 (size=12001) 2024-12-01T22:42:11,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/793851b597684180bb9ca025a19a6aa0 2024-12-01T22:42:11,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/451ef75737624e2a98d75c1610adb0cd is 50, key is test_row_0/C:col10/1733092931687/Put/seqid=0 2024-12-01T22:42:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742068_1244 (size=12001) 2024-12-01T22:42:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092991795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092991796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092991805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092991806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092991835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:11,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:11,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:11,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:11,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:12,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:12,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092992045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T22:42:12,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:12,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:12,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/451ef75737624e2a98d75c1610adb0cd 2024-12-01T22:42:12,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/5f031830d6764db8a31da1b79b714e9d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/5f031830d6764db8a31da1b79b714e9d 2024-12-01T22:42:12,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/5f031830d6764db8a31da1b79b714e9d, entries=200, sequenceid=67, filesize=14.0 K 2024-12-01T22:42:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/793851b597684180bb9ca025a19a6aa0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/793851b597684180bb9ca025a19a6aa0 2024-12-01T22:42:12,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/793851b597684180bb9ca025a19a6aa0, entries=150, sequenceid=67, filesize=11.7 K 2024-12-01T22:42:12,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/451ef75737624e2a98d75c1610adb0cd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/451ef75737624e2a98d75c1610adb0cd 2024-12-01T22:42:12,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/451ef75737624e2a98d75c1610adb0cd, entries=150, sequenceid=67, filesize=11.7 K 2024-12-01T22:42:12,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~404.72 KB/414432, currentSize=40.25 KB/41220 for 3a261341c23849a771b8dae0f864ebbb in 532ms, sequenceid=67, compaction requested=false 2024-12-01T22:42:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:12,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:42:12,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:12,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:12,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:12,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:12,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:12,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:12,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6567d850fd4e43a38d43394c9472e3ba is 50, key is test_row_0/A:col10/1733092931699/Put/seqid=0 2024-12-01T22:42:12,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742069_1245 (size=14341) 2024-12-01T22:42:12,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092992336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092932317, max timestamp=1733092932339Num uniques 859; 2024-12-01T22:42:12,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092932317, max timestamp=1733092932339Num uniques 859; 2024-12-01T22:42:12,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:12,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:12,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092932317, max timestamp=1733092932339Num uniques 859; 2024-12-01T22:42:12,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092992360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092992365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092992365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092992366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092992444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092992475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092992475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092992475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092992475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:12,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092992656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092992684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092992685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092992685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092992685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6567d850fd4e43a38d43394c9472e3ba 2024-12-01T22:42:12,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/8d183e080cfe450cab8043c07e1d1ffb is 50, key is test_row_0/B:col10/1733092931699/Put/seqid=0 2024-12-01T22:42:12,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742070_1246 (size=12001) 2024-12-01T22:42:12,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/8d183e080cfe450cab8043c07e1d1ffb 2024-12-01T22:42:12,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/9ffbc91630de4ac49d41517fad27a647 is 50, key is test_row_0/C:col10/1733092931699/Put/seqid=0 2024-12-01T22:42:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742071_1247 (size=12001) 2024-12-01T22:42:12,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:12,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:12,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:12,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092992965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092992995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092992995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092992995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092992996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T22:42:13,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:13,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:13,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/9ffbc91630de4ac49d41517fad27a647 2024-12-01T22:42:13,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6567d850fd4e43a38d43394c9472e3ba as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6567d850fd4e43a38d43394c9472e3ba 2024-12-01T22:42:13,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6567d850fd4e43a38d43394c9472e3ba, entries=200, sequenceid=78, filesize=14.0 K 2024-12-01T22:42:13,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/8d183e080cfe450cab8043c07e1d1ffb as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8d183e080cfe450cab8043c07e1d1ffb 2024-12-01T22:42:13,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8d183e080cfe450cab8043c07e1d1ffb, entries=150, sequenceid=78, filesize=11.7 K 2024-12-01T22:42:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/9ffbc91630de4ac49d41517fad27a647 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9ffbc91630de4ac49d41517fad27a647 2024-12-01T22:42:13,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9ffbc91630de4ac49d41517fad27a647, entries=150, sequenceid=78, filesize=11.7 K 2024-12-01T22:42:13,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3a261341c23849a771b8dae0f864ebbb in 868ms, sequenceid=78, compaction requested=true 2024-12-01T22:42:13,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:13,175 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:13,175 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:13,177 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:13,177 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:13,177 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:13,177 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/106036bd0c95418c9bda379818980be8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/5f031830d6764db8a31da1b79b714e9d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6567d850fd4e43a38d43394c9472e3ba] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=39.7 K 2024-12-01T22:42:13,177 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:13,178 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:13,178 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:13,178 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/21dcbb53532d4ed9b058e5833444f218, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/793851b597684180bb9ca025a19a6aa0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8d183e080cfe450cab8043c07e1d1ffb] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=35.2 K 2024-12-01T22:42:13,178 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 106036bd0c95418c9bda379818980be8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733092930950 2024-12-01T22:42:13,178 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 21dcbb53532d4ed9b058e5833444f218, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733092930950 2024-12-01T22:42:13,178 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f031830d6764db8a31da1b79b714e9d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733092931152 2024-12-01T22:42:13,178 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 793851b597684180bb9ca025a19a6aa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733092931152 2024-12-01T22:42:13,178 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6567d850fd4e43a38d43394c9472e3ba, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733092931699 2024-12-01T22:42:13,179 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d183e080cfe450cab8043c07e1d1ffb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733092931699 2024-12-01T22:42:13,191 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:13,192 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/29ed416da2424af7befc58d831858963 is 50, key is test_row_0/B:col10/1733092931699/Put/seqid=0 2024-12-01T22:42:13,198 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:13,199 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/9c0720efe12a45a6960b364df109e6d7 is 50, key is test_row_0/A:col10/1733092931699/Put/seqid=0 2024-12-01T22:42:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742072_1248 (size=12104) 2024-12-01T22:42:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742073_1249 (size=12104) 2024-12-01T22:42:13,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-01T22:42:13,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:13,263 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-01T22:42:13,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:13,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:13,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:13,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:13,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:13,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/51ae1d686c2a488ca3abb66f28632db2 is 50, key is test_row_0/A:col10/1733092932352/Put/seqid=0 2024-12-01T22:42:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742074_1250 (size=12001) 2024-12-01T22:42:13,274 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/51ae1d686c2a488ca3abb66f28632db2 2024-12-01T22:42:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/95dd6c33afb04a52b63608d938157f69 is 50, key is test_row_0/B:col10/1733092932352/Put/seqid=0 2024-12-01T22:42:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742075_1251 (size=12001) 2024-12-01T22:42:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:13,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:13,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092993505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092993510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092993512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092993512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092993513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,622 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/29ed416da2424af7befc58d831858963 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/29ed416da2424af7befc58d831858963 2024-12-01T22:42:13,627 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into 29ed416da2424af7befc58d831858963(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:13,627 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:13,628 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=13, startTime=1733092933175; duration=0sec 2024-12-01T22:42:13,628 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:13,628 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:13,628 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:13,629 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:13,629 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:13,629 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:13,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,629 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8bbddea344fc48429641fd607e572011, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/451ef75737624e2a98d75c1610adb0cd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9ffbc91630de4ac49d41517fad27a647] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=35.2 K 2024-12-01T22:42:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092993624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,630 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bbddea344fc48429641fd607e572011, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733092930950 2024-12-01T22:42:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092993625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,630 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 451ef75737624e2a98d75c1610adb0cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733092931152 2024-12-01T22:42:13,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092993625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092993625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,630 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ffbc91630de4ac49d41517fad27a647, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733092931699 2024-12-01T22:42:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,640 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/9c0720efe12a45a6960b364df109e6d7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9c0720efe12a45a6960b364df109e6d7 2024-12-01T22:42:13,643 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:13,644 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/500d1a69e040470291c6b3f269756262 is 50, key is test_row_0/C:col10/1733092931699/Put/seqid=0 2024-12-01T22:42:13,664 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into 9c0720efe12a45a6960b364df109e6d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:13,665 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:13,665 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=13, startTime=1733092933175; duration=0sec 2024-12-01T22:42:13,665 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:13,665 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:13,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742076_1252 (size=12104) 2024-12-01T22:42:13,683 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/500d1a69e040470291c6b3f269756262 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/500d1a69e040470291c6b3f269756262 2024-12-01T22:42:13,688 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into 500d1a69e040470291c6b3f269756262(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:13,688 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:13,688 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=13, startTime=1733092933175; duration=0sec 2024-12-01T22:42:13,688 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:13,688 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:13,694 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/95dd6c33afb04a52b63608d938157f69 2024-12-01T22:42:13,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/0cc950def613490796acc356f9654a6b is 50, key is test_row_0/C:col10/1733092932352/Put/seqid=0 2024-12-01T22:42:13,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742077_1253 (size=12001) 2024-12-01T22:42:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092993835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092993834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092993835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092993835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:13,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:42:14,118 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/0cc950def613490796acc356f9654a6b 2024-12-01T22:42:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/51ae1d686c2a488ca3abb66f28632db2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/51ae1d686c2a488ca3abb66f28632db2 2024-12-01T22:42:14,128 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/51ae1d686c2a488ca3abb66f28632db2, entries=150, sequenceid=113, filesize=11.7 K 2024-12-01T22:42:14,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/95dd6c33afb04a52b63608d938157f69 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/95dd6c33afb04a52b63608d938157f69 2024-12-01T22:42:14,152 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/95dd6c33afb04a52b63608d938157f69, entries=150, sequenceid=113, filesize=11.7 K 2024-12-01T22:42:14,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/0cc950def613490796acc356f9654a6b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/0cc950def613490796acc356f9654a6b 2024-12-01T22:42:14,159 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/0cc950def613490796acc356f9654a6b, entries=150, sequenceid=113, filesize=11.7 K 2024-12-01T22:42:14,160 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 3a261341c23849a771b8dae0f864ebbb in 898ms, sequenceid=113, compaction requested=false 2024-12-01T22:42:14,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:14,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:14,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-01T22:42:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-01T22:42:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:14,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:42:14,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:14,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:14,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:14,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:14,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:14,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:14,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-01T22:42:14,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2150 sec 2024-12-01T22:42:14,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 3.2240 sec 2024-12-01T22:42:14,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/3246e202af254a7894caff5a98fdfeaa is 50, key is test_row_0/A:col10/1733092933511/Put/seqid=0 2024-12-01T22:42:14,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092994185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092994186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092994189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092994193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742078_1254 (size=12101) 2024-12-01T22:42:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/3246e202af254a7894caff5a98fdfeaa 2024-12-01T22:42:14,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/56cedbae076a4d9597a9c2819de5073a is 50, key is test_row_0/B:col10/1733092933511/Put/seqid=0 2024-12-01T22:42:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742079_1255 (size=12101) 2024-12-01T22:42:14,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/56cedbae076a4d9597a9c2819de5073a 2024-12-01T22:42:14,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75 is 50, key is test_row_0/C:col10/1733092933511/Put/seqid=0 2024-12-01T22:42:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092994298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742080_1256 (size=12101) 2024-12-01T22:42:14,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092994305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092994305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092994305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092994505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092994515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092994515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092994515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092994525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,528 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 3a261341c23849a771b8dae0f864ebbb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75 2024-12-01T22:42:14,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/3246e202af254a7894caff5a98fdfeaa as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3246e202af254a7894caff5a98fdfeaa 2024-12-01T22:42:14,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3246e202af254a7894caff5a98fdfeaa, entries=150, sequenceid=131, filesize=11.8 K 2024-12-01T22:42:14,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/56cedbae076a4d9597a9c2819de5073a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/56cedbae076a4d9597a9c2819de5073a 2024-12-01T22:42:14,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/56cedbae076a4d9597a9c2819de5073a, entries=150, sequenceid=131, filesize=11.8 K 2024-12-01T22:42:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75 2024-12-01T22:42:14,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75, entries=150, sequenceid=131, filesize=11.8 K 2024-12-01T22:42:14,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 3a261341c23849a771b8dae0f864ebbb in 561ms, sequenceid=131, compaction requested=true 2024-12-01T22:42:14,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:14,724 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:14,724 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:14,725 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36206 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:14,725 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:14,725 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:14,725 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/29ed416da2424af7befc58d831858963, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/95dd6c33afb04a52b63608d938157f69, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/56cedbae076a4d9597a9c2819de5073a] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=35.4 K 2024-12-01T22:42:14,725 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36206 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:14,725 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:14,725 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:14,726 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9c0720efe12a45a6960b364df109e6d7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/51ae1d686c2a488ca3abb66f28632db2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3246e202af254a7894caff5a98fdfeaa] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=35.4 K 2024-12-01T22:42:14,726 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 29ed416da2424af7befc58d831858963, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733092931699 2024-12-01T22:42:14,726 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c0720efe12a45a6960b364df109e6d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733092931699 2024-12-01T22:42:14,726 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 95dd6c33afb04a52b63608d938157f69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733092932352 2024-12-01T22:42:14,726 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 56cedbae076a4d9597a9c2819de5073a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733092933511 2024-12-01T22:42:14,726 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51ae1d686c2a488ca3abb66f28632db2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733092932352 2024-12-01T22:42:14,727 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3246e202af254a7894caff5a98fdfeaa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733092933511 2024-12-01T22:42:14,733 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#210 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:14,734 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/23859b23a82146ef8621057dd2ed36b8 is 50, key is test_row_0/A:col10/1733092933511/Put/seqid=0 2024-12-01T22:42:14,742 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:14,743 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/2ff7da6307d440c692593aeddc25efcd is 50, key is test_row_0/B:col10/1733092933511/Put/seqid=0 2024-12-01T22:42:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742082_1258 (size=12307) 2024-12-01T22:42:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742081_1257 (size=12307) 2024-12-01T22:42:14,773 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/2ff7da6307d440c692593aeddc25efcd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/2ff7da6307d440c692593aeddc25efcd 2024-12-01T22:42:14,778 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into 2ff7da6307d440c692593aeddc25efcd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:14,778 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:14,778 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=13, startTime=1733092934724; duration=0sec 2024-12-01T22:42:14,778 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:14,778 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:14,779 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:14,780 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36206 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:14,781 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:14,781 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:14,781 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/500d1a69e040470291c6b3f269756262, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/0cc950def613490796acc356f9654a6b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=35.4 K 2024-12-01T22:42:14,781 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 500d1a69e040470291c6b3f269756262, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733092931699 2024-12-01T22:42:14,781 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cc950def613490796acc356f9654a6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733092932352 2024-12-01T22:42:14,781 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f9e48d3c0a7493c9f6fa7f87cfd5c75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733092933511 2024-12-01T22:42:14,792 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:14,793 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/4d935c8d211a49edaec066ad24f6529b is 50, key is test_row_0/C:col10/1733092933511/Put/seqid=0 2024-12-01T22:42:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:14,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T22:42:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:14,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092994837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092994838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092994840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092994841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742083_1259 (size=12307) 2024-12-01T22:42:14,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/d7ce759196624b54bf7148770caa3f10 is 50, key is test_row_0/A:col10/1733092934817/Put/seqid=0 2024-12-01T22:42:14,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742084_1260 (size=14541) 2024-12-01T22:42:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092994945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092994946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092994955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092994955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:14,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:14,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T22:42:15,125 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:15,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-01T22:42:15,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:15,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:15,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-01T22:42:15,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092995155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092995155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092995165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092995165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,171 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/23859b23a82146ef8621057dd2ed36b8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23859b23a82146ef8621057dd2ed36b8 2024-12-01T22:42:15,175 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into 23859b23a82146ef8621057dd2ed36b8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:15,175 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:15,175 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=13, startTime=1733092934723; duration=0sec 2024-12-01T22:42:15,175 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:15,175 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-01T22:42:15,273 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/4d935c8d211a49edaec066ad24f6529b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4d935c8d211a49edaec066ad24f6529b 2024-12-01T22:42:15,278 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into 4d935c8d211a49edaec066ad24f6529b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:15,278 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:15,278 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=13, startTime=1733092934724; duration=0sec 2024-12-01T22:42:15,278 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:15,278 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:15,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-01T22:42:15,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:15,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/d7ce759196624b54bf7148770caa3f10 2024-12-01T22:42:15,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/c7b93aae4a9d46f1813035701f992acd is 50, key is test_row_0/B:col10/1733092934817/Put/seqid=0 2024-12-01T22:42:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742085_1261 (size=12151) 2024-12-01T22:42:15,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/c7b93aae4a9d46f1813035701f992acd 2024-12-01T22:42:15,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/dc4e662c0ddf4166ac4d5bc16d114995 is 50, key is test_row_0/C:col10/1733092934817/Put/seqid=0 2024-12-01T22:42:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742086_1262 (size=12151) 2024-12-01T22:42:15,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-01T22:42:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-01T22:42:15,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092995464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092995465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092995475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092995475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-01T22:42:15,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:15,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/dc4e662c0ddf4166ac4d5bc16d114995 2024-12-01T22:42:15,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/d7ce759196624b54bf7148770caa3f10 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d7ce759196624b54bf7148770caa3f10 2024-12-01T22:42:15,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d7ce759196624b54bf7148770caa3f10, entries=200, sequenceid=150, filesize=14.2 K 2024-12-01T22:42:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/c7b93aae4a9d46f1813035701f992acd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c7b93aae4a9d46f1813035701f992acd 2024-12-01T22:42:15,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-01T22:42:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:15,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c7b93aae4a9d46f1813035701f992acd, entries=150, sequenceid=150, filesize=11.9 K 2024-12-01T22:42:15,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/dc4e662c0ddf4166ac4d5bc16d114995 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/dc4e662c0ddf4166ac4d5bc16d114995 2024-12-01T22:42:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-01T22:42:15,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/dc4e662c0ddf4166ac4d5bc16d114995, entries=150, sequenceid=150, filesize=11.9 K 2024-12-01T22:42:15,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 3a261341c23849a771b8dae0f864ebbb in 944ms, sequenceid=150, compaction requested=false 2024-12-01T22:42:15,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:15,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-01T22:42:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:15,895 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T22:42:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:15,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6653da4c618c4d95bf8c61ca3a5018dd is 50, key is test_row_0/A:col10/1733092934836/Put/seqid=0 2024-12-01T22:42:15,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742087_1263 (size=12151) 2024-12-01T22:42:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:15,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092995995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092995996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092995997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092995998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092996105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092996105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092996105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092996106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-01T22:42:16,303 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6653da4c618c4d95bf8c61ca3a5018dd 2024-12-01T22:42:16,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/91cb89569a264004acb524c3e6268a42 is 50, key is test_row_0/B:col10/1733092934836/Put/seqid=0 2024-12-01T22:42:16,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092996315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092996316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092996316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092996316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742088_1264 (size=12151) 2024-12-01T22:42:16,339 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/91cb89569a264004acb524c3e6268a42 2024-12-01T22:42:16,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/05243959d3384ba3a77fa14c97e3de58 is 50, key is test_row_0/C:col10/1733092934836/Put/seqid=0 2024-12-01T22:42:16,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742089_1265 (size=12151) 2024-12-01T22:42:16,365 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/05243959d3384ba3a77fa14c97e3de58 2024-12-01T22:42:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6653da4c618c4d95bf8c61ca3a5018dd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6653da4c618c4d95bf8c61ca3a5018dd 2024-12-01T22:42:16,383 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6653da4c618c4d95bf8c61ca3a5018dd, entries=150, sequenceid=166, filesize=11.9 K 2024-12-01T22:42:16,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/91cb89569a264004acb524c3e6268a42 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/91cb89569a264004acb524c3e6268a42 2024-12-01T22:42:16,387 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/91cb89569a264004acb524c3e6268a42, entries=150, sequenceid=166, filesize=11.9 K 2024-12-01T22:42:16,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/05243959d3384ba3a77fa14c97e3de58 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/05243959d3384ba3a77fa14c97e3de58 2024-12-01T22:42:16,411 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/05243959d3384ba3a77fa14c97e3de58, entries=150, sequenceid=166, filesize=11.9 K 2024-12-01T22:42:16,418 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 3a261341c23849a771b8dae0f864ebbb in 517ms, sequenceid=166, compaction requested=true 2024-12-01T22:42:16,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:16,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:16,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-01T22:42:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-01T22:42:16,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-01T22:42:16,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2910 sec 2024-12-01T22:42:16,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.3020 sec 2024-12-01T22:42:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:16,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T22:42:16,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:16,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:16,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:16,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:16,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:16,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:16,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/1c452647ebdd4908aae1f523e6e62f79 is 50, key is test_row_0/A:col10/1733092935995/Put/seqid=0 2024-12-01T22:42:16,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742090_1266 (size=14541) 2024-12-01T22:42:16,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/1c452647ebdd4908aae1f523e6e62f79 2024-12-01T22:42:16,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/7b102e5586824bf1bb98600b4797b413 is 50, key is test_row_0/B:col10/1733092935995/Put/seqid=0 2024-12-01T22:42:16,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742091_1267 (size=12151) 2024-12-01T22:42:16,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092996608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092996624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092996624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092996625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092996625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092996715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092996925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:17,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/7b102e5586824bf1bb98600b4797b413 2024-12-01T22:42:17,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/3cfed00173e3422580d58850cb5a945a is 50, key is test_row_0/C:col10/1733092935995/Put/seqid=0 2024-12-01T22:42:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742092_1268 (size=12151) 2024-12-01T22:42:17,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092997135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092997135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092997135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092997135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:17,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092997235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-01T22:42:17,275 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:17,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-01T22:42:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T22:42:17,278 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:17,279 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:17,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T22:42:17,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/3cfed00173e3422580d58850cb5a945a 2024-12-01T22:42:17,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/1c452647ebdd4908aae1f523e6e62f79 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1c452647ebdd4908aae1f523e6e62f79 2024-12-01T22:42:17,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-01T22:42:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:17,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:17,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1c452647ebdd4908aae1f523e6e62f79, entries=200, sequenceid=185, filesize=14.2 K 2024-12-01T22:42:17,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/7b102e5586824bf1bb98600b4797b413 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7b102e5586824bf1bb98600b4797b413 2024-12-01T22:42:17,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7b102e5586824bf1bb98600b4797b413, entries=150, sequenceid=185, filesize=11.9 K 2024-12-01T22:42:17,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/3cfed00173e3422580d58850cb5a945a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/3cfed00173e3422580d58850cb5a945a 2024-12-01T22:42:17,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/3cfed00173e3422580d58850cb5a945a, entries=150, sequenceid=185, filesize=11.9 K 2024-12-01T22:42:17,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 3a261341c23849a771b8dae0f864ebbb in 906ms, sequenceid=185, compaction requested=true 2024-12-01T22:42:17,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:17,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:17,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:17,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:17,465 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:42:17,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:17,465 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:42:17,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:17,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:17,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:42:17,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:17,468 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:17,468 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/2ff7da6307d440c692593aeddc25efcd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c7b93aae4a9d46f1813035701f992acd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/91cb89569a264004acb524c3e6268a42, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7b102e5586824bf1bb98600b4797b413] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=47.6 K 2024-12-01T22:42:17,468 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53540 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:42:17,468 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:17,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ff7da6307d440c692593aeddc25efcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733092933511 2024-12-01T22:42:17,468 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:17,468 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23859b23a82146ef8621057dd2ed36b8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d7ce759196624b54bf7148770caa3f10, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6653da4c618c4d95bf8c61ca3a5018dd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1c452647ebdd4908aae1f523e6e62f79] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=52.3 K 2024-12-01T22:42:17,469 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting c7b93aae4a9d46f1813035701f992acd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733092934175 2024-12-01T22:42:17,469 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23859b23a82146ef8621057dd2ed36b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733092933511 2024-12-01T22:42:17,469 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 91cb89569a264004acb524c3e6268a42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733092934828 2024-12-01T22:42:17,469 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7ce759196624b54bf7148770caa3f10, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733092934175 2024-12-01T22:42:17,469 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b102e5586824bf1bb98600b4797b413, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733092935995 2024-12-01T22:42:17,469 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6653da4c618c4d95bf8c61ca3a5018dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733092934828 2024-12-01T22:42:17,469 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c452647ebdd4908aae1f523e6e62f79, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733092935995 2024-12-01T22:42:17,480 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:17,481 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/ca6f49d3637b489d996027b3642c7ad9 is 50, key is test_row_0/B:col10/1733092935995/Put/seqid=0 2024-12-01T22:42:17,481 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:17,481 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/ba30c1f42e4244a189fe297c393f62d3 is 50, key is test_row_0/A:col10/1733092935995/Put/seqid=0 2024-12-01T22:42:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742093_1269 (size=12493) 2024-12-01T22:42:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742094_1270 (size=12493) 2024-12-01T22:42:17,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-01T22:42:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:17,587 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:42:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:17,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:17,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:17,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:17,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/23ca7f7b52f94c97acffae33e1549622 is 50, key is test_row_0/A:col10/1733092936604/Put/seqid=0 2024-12-01T22:42:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T22:42:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742095_1271 (size=12151) 2024-12-01T22:42:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:17,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092997810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T22:42:17,912 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/ca6f49d3637b489d996027b3642c7ad9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ca6f49d3637b489d996027b3642c7ad9 2024-12-01T22:42:17,918 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into ca6f49d3637b489d996027b3642c7ad9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:17,918 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:17,918 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=12, startTime=1733092937465; duration=0sec 2024-12-01T22:42:17,918 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:17,918 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:17,918 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:42:17,919 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/ba30c1f42e4244a189fe297c393f62d3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ba30c1f42e4244a189fe297c393f62d3 2024-12-01T22:42:17,919 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:42:17,919 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:17,920 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:17,920 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4d935c8d211a49edaec066ad24f6529b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/dc4e662c0ddf4166ac4d5bc16d114995, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/05243959d3384ba3a77fa14c97e3de58, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/3cfed00173e3422580d58850cb5a945a] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=47.6 K 2024-12-01T22:42:17,920 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d935c8d211a49edaec066ad24f6529b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733092933511 2024-12-01T22:42:17,920 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4e662c0ddf4166ac4d5bc16d114995, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733092934175 2024-12-01T22:42:17,921 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 05243959d3384ba3a77fa14c97e3de58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733092934828 2024-12-01T22:42:17,922 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cfed00173e3422580d58850cb5a945a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733092935995 2024-12-01T22:42:17,925 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into ba30c1f42e4244a189fe297c393f62d3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:17,925 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:17,925 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=12, startTime=1733092937465; duration=0sec 2024-12-01T22:42:17,926 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:17,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:17,926 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092997925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:17,929 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:17,929 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/24cae7f0f03b483abb6814f8170313a4 is 50, key is test_row_0/C:col10/1733092935995/Put/seqid=0 2024-12-01T22:42:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742096_1272 (size=12493) 2024-12-01T22:42:17,997 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/23ca7f7b52f94c97acffae33e1549622 2024-12-01T22:42:18,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/13370cf4e08b45a1bb26680069c2bc1f is 50, key is test_row_0/B:col10/1733092936604/Put/seqid=0 2024-12-01T22:42:18,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742097_1273 (size=12151) 2024-12-01T22:42:18,022 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/13370cf4e08b45a1bb26680069c2bc1f 2024-12-01T22:42:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/8d1dcd20bb3b4b43ab43950436889a88 is 50, key is test_row_0/C:col10/1733092936604/Put/seqid=0 2024-12-01T22:42:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742098_1274 (size=12151) 2024-12-01T22:42:18,036 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/8d1dcd20bb3b4b43ab43950436889a88 2024-12-01T22:42:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/23ca7f7b52f94c97acffae33e1549622 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23ca7f7b52f94c97acffae33e1549622 2024-12-01T22:42:18,044 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23ca7f7b52f94c97acffae33e1549622, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T22:42:18,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/13370cf4e08b45a1bb26680069c2bc1f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/13370cf4e08b45a1bb26680069c2bc1f 2024-12-01T22:42:18,049 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/13370cf4e08b45a1bb26680069c2bc1f, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T22:42:18,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-01T22:42:18,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/8d1dcd20bb3b4b43ab43950436889a88 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8d1dcd20bb3b4b43ab43950436889a88 2024-12-01T22:42:18,055 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8d1dcd20bb3b4b43ab43950436889a88, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T22:42:18,056 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3a261341c23849a771b8dae0f864ebbb in 469ms, sequenceid=198, compaction requested=false 2024-12-01T22:42:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-01T22:42:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-01T22:42:18,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-01T22:42:18,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 781 msec 2024-12-01T22:42:18,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 788 msec 2024-12-01T22:42:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:18,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:42:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:18,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/4c15861ce4914986ab106e5fc4299492 is 50, key is test_row_0/A:col10/1733092937808/Put/seqid=0 2024-12-01T22:42:18,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742099_1275 (size=14541) 2024-12-01T22:42:18,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/4c15861ce4914986ab106e5fc4299492 2024-12-01T22:42:18,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733092998156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092998157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,163 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 3a261341c23849a771b8dae0f864ebbb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/280ebb154957413fa473ed72959a0b96 is 50, key is test_row_0/B:col10/1733092937808/Put/seqid=0 2024-12-01T22:42:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742100_1276 (size=12151) 2024-12-01T22:42:18,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092998161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092998163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/280ebb154957413fa473ed72959a0b96 2024-12-01T22:42:18,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092998163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/08ceabdfd75240f297ead3e57c4a9c1e is 50, key is test_row_0/C:col10/1733092937808/Put/seqid=0 2024-12-01T22:42:18,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742101_1277 (size=12151) 2024-12-01T22:42:18,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092998275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092998275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092998275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092998275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,339 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/24cae7f0f03b483abb6814f8170313a4 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/24cae7f0f03b483abb6814f8170313a4 2024-12-01T22:42:18,343 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into 24cae7f0f03b483abb6814f8170313a4(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:18,343 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:18,343 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=12, startTime=1733092937465; duration=0sec 2024-12-01T22:42:18,343 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:18,343 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T22:42:18,416 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:18,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-01T22:42:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T22:42:18,418 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:18,418 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:18,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092998485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092998485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092998485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092998485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T22:42:18,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T22:42:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:18,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:18,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:18,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/08ceabdfd75240f297ead3e57c4a9c1e 2024-12-01T22:42:18,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/4c15861ce4914986ab106e5fc4299492 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/4c15861ce4914986ab106e5fc4299492 2024-12-01T22:42:18,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/4c15861ce4914986ab106e5fc4299492, entries=200, sequenceid=220, filesize=14.2 K 2024-12-01T22:42:18,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/280ebb154957413fa473ed72959a0b96 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/280ebb154957413fa473ed72959a0b96 2024-12-01T22:42:18,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/280ebb154957413fa473ed72959a0b96, entries=150, sequenceid=220, filesize=11.9 K 2024-12-01T22:42:18,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/08ceabdfd75240f297ead3e57c4a9c1e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/08ceabdfd75240f297ead3e57c4a9c1e 2024-12-01T22:42:18,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/08ceabdfd75240f297ead3e57c4a9c1e, entries=150, sequenceid=220, filesize=11.9 K 2024-12-01T22:42:18,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 3a261341c23849a771b8dae0f864ebbb in 488ms, sequenceid=220, compaction requested=true 2024-12-01T22:42:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:18,625 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:18,625 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:18,627 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:18,627 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:18,627 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:18,627 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:18,627 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:18,627 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:18,627 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ba30c1f42e4244a189fe297c393f62d3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23ca7f7b52f94c97acffae33e1549622, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/4c15861ce4914986ab106e5fc4299492] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=38.3 K 2024-12-01T22:42:18,627 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ca6f49d3637b489d996027b3642c7ad9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/13370cf4e08b45a1bb26680069c2bc1f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/280ebb154957413fa473ed72959a0b96] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=35.9 K 2024-12-01T22:42:18,627 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba30c1f42e4244a189fe297c393f62d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733092935995 2024-12-01T22:42:18,627 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ca6f49d3637b489d996027b3642c7ad9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733092935995 2024-12-01T22:42:18,628 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23ca7f7b52f94c97acffae33e1549622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733092936582 2024-12-01T22:42:18,628 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 13370cf4e08b45a1bb26680069c2bc1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733092936582 2024-12-01T22:42:18,628 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c15861ce4914986ab106e5fc4299492, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733092937782 2024-12-01T22:42:18,628 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 280ebb154957413fa473ed72959a0b96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733092937787 2024-12-01T22:42:18,637 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:18,638 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/0aa18b3ccab14dcf89e52493d9ff4da7 is 50, key is test_row_0/B:col10/1733092937808/Put/seqid=0 2024-12-01T22:42:18,641 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:18,642 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/bb17775c0688448a970212e7c2cf5e03 is 50, key is test_row_0/A:col10/1733092937808/Put/seqid=0 2024-12-01T22:42:18,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742102_1278 (size=12595) 2024-12-01T22:42:18,659 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/0aa18b3ccab14dcf89e52493d9ff4da7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/0aa18b3ccab14dcf89e52493d9ff4da7 2024-12-01T22:42:18,664 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into 0aa18b3ccab14dcf89e52493d9ff4da7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:18,664 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:18,664 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=13, startTime=1733092938625; duration=0sec 2024-12-01T22:42:18,664 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:18,664 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:18,664 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:18,665 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:18,665 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:18,665 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:18,666 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/24cae7f0f03b483abb6814f8170313a4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8d1dcd20bb3b4b43ab43950436889a88, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/08ceabdfd75240f297ead3e57c4a9c1e] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=35.9 K 2024-12-01T22:42:18,666 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 24cae7f0f03b483abb6814f8170313a4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733092935995 2024-12-01T22:42:18,666 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d1dcd20bb3b4b43ab43950436889a88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733092936582 2024-12-01T22:42:18,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742103_1279 (size=12595) 2024-12-01T22:42:18,667 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 08ceabdfd75240f297ead3e57c4a9c1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733092937787 2024-12-01T22:42:18,673 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/bb17775c0688448a970212e7c2cf5e03 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/bb17775c0688448a970212e7c2cf5e03 2024-12-01T22:42:18,679 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into bb17775c0688448a970212e7c2cf5e03(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:18,679 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:18,679 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=13, startTime=1733092938625; duration=0sec 2024-12-01T22:42:18,679 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:18,679 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:18,681 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:18,682 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/5c8ca978cc2c430eb3554ba6af4f19a0 is 50, key is test_row_0/C:col10/1733092937808/Put/seqid=0 2024-12-01T22:42:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742104_1280 (size=12595) 2024-12-01T22:42:18,705 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/5c8ca978cc2c430eb3554ba6af4f19a0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5c8ca978cc2c430eb3554ba6af4f19a0 2024-12-01T22:42:18,717 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into 5c8ca978cc2c430eb3554ba6af4f19a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:18,717 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:18,718 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=13, startTime=1733092938625; duration=0sec 2024-12-01T22:42:18,718 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:18,718 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:18,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T22:42:18,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:18,724 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:42:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T22:42:18,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/86aaf9d913db4f0e9fd2c42f81461a10 is 50, key is test_row_0/A:col10/1733092938159/Put/seqid=0 2024-12-01T22:42:18,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742105_1281 (size=12151) 2024-12-01T22:42:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:18,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092998830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092998833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092998834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092998834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092998944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092998945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092998945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:18,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092998945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T22:42:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092999155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092999155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092999155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092999155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,187 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/86aaf9d913db4f0e9fd2c42f81461a10 2024-12-01T22:42:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/50fe6dae5a004e2bbebdd30a3f52818e is 50, key is test_row_0/B:col10/1733092938159/Put/seqid=0 2024-12-01T22:42:19,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742106_1282 (size=12151) 2024-12-01T22:42:19,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092999465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092999465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092999465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092999465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T22:42:19,619 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/50fe6dae5a004e2bbebdd30a3f52818e 2024-12-01T22:42:19,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/b2098554a7aa48ca9453bd665e5c39d8 is 50, key is test_row_0/C:col10/1733092938159/Put/seqid=0 2024-12-01T22:42:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742107_1283 (size=12151) 2024-12-01T22:42:19,638 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/b2098554a7aa48ca9453bd665e5c39d8 2024-12-01T22:42:19,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/86aaf9d913db4f0e9fd2c42f81461a10 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/86aaf9d913db4f0e9fd2c42f81461a10 2024-12-01T22:42:19,654 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/86aaf9d913db4f0e9fd2c42f81461a10, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T22:42:19,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/50fe6dae5a004e2bbebdd30a3f52818e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/50fe6dae5a004e2bbebdd30a3f52818e 2024-12-01T22:42:19,662 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/50fe6dae5a004e2bbebdd30a3f52818e, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T22:42:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/b2098554a7aa48ca9453bd665e5c39d8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b2098554a7aa48ca9453bd665e5c39d8 2024-12-01T22:42:19,673 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b2098554a7aa48ca9453bd665e5c39d8, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T22:42:19,674 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 3a261341c23849a771b8dae0f864ebbb in 950ms, sequenceid=237, compaction requested=false 2024-12-01T22:42:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-01T22:42:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-01T22:42:19,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-01T22:42:19,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2580 sec 2024-12-01T22:42:19,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.2690 sec 2024-12-01T22:42:19,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-01T22:42:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:19,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:19,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:19,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:19,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:19,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:19,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:19,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/c024ed0f1eaa42588628eec480bf6005 is 50, key is test_row_0/A:col10/1733092938832/Put/seqid=0 2024-12-01T22:42:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733092999994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733092999994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733092999995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733092999997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742108_1284 (size=12251) 2024-12-01T22:42:20,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/c024ed0f1eaa42588628eec480bf6005 2024-12-01T22:42:20,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/931a68307cbe4e658e512b8d9cb10f9a is 50, key is test_row_0/B:col10/1733092938832/Put/seqid=0 2024-12-01T22:42:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742109_1285 (size=12251) 2024-12-01T22:42:20,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/931a68307cbe4e658e512b8d9cb10f9a 2024-12-01T22:42:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093000105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093000105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093000105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093000105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/9084246f00194fc09ca5d944f309a709 is 50, key is test_row_0/C:col10/1733092938832/Put/seqid=0 2024-12-01T22:42:20,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742110_1286 (size=12251) 2024-12-01T22:42:20,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/9084246f00194fc09ca5d944f309a709 2024-12-01T22:42:20,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/c024ed0f1eaa42588628eec480bf6005 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/c024ed0f1eaa42588628eec480bf6005 2024-12-01T22:42:20,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/c024ed0f1eaa42588628eec480bf6005, entries=150, sequenceid=259, filesize=12.0 K 2024-12-01T22:42:20,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/931a68307cbe4e658e512b8d9cb10f9a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/931a68307cbe4e658e512b8d9cb10f9a 2024-12-01T22:42:20,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/931a68307cbe4e658e512b8d9cb10f9a, entries=150, sequenceid=259, filesize=12.0 K 2024-12-01T22:42:20,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/9084246f00194fc09ca5d944f309a709 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9084246f00194fc09ca5d944f309a709 2024-12-01T22:42:20,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9084246f00194fc09ca5d944f309a709, entries=150, sequenceid=259, filesize=12.0 K 2024-12-01T22:42:20,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 3a261341c23849a771b8dae0f864ebbb in 213ms, sequenceid=259, compaction requested=true 2024-12-01T22:42:20,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:20,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:20,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:20,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:20,193 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:20,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:20,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:20,193 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:20,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:20,194 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:20,195 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:20,195 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:20,195 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/bb17775c0688448a970212e7c2cf5e03, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/86aaf9d913db4f0e9fd2c42f81461a10, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/c024ed0f1eaa42588628eec480bf6005] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.1 K 2024-12-01T22:42:20,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:42:20,195 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting bb17775c0688448a970212e7c2cf5e03, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733092937787 2024-12-01T22:42:20,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:20,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:20,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:20,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:20,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:20,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:20,196 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 86aaf9d913db4f0e9fd2c42f81461a10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733092938159 2024-12-01T22:42:20,198 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting c024ed0f1eaa42588628eec480bf6005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733092938832 2024-12-01T22:42:20,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/fdd4524c555846039f8cf4631c6661fc is 50, key is test_row_0/A:col10/1733092940191/Put/seqid=0 2024-12-01T22:42:20,207 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:20,207 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:20,207 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:20,207 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/0aa18b3ccab14dcf89e52493d9ff4da7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/50fe6dae5a004e2bbebdd30a3f52818e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/931a68307cbe4e658e512b8d9cb10f9a] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.1 K 2024-12-01T22:42:20,208 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aa18b3ccab14dcf89e52493d9ff4da7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733092937787 2024-12-01T22:42:20,209 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50fe6dae5a004e2bbebdd30a3f52818e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733092938159 2024-12-01T22:42:20,211 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 931a68307cbe4e658e512b8d9cb10f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733092938832 2024-12-01T22:42:20,223 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#241 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:20,224 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/1e0a57a19611405b8e69881add7edee4 is 50, key is test_row_0/A:col10/1733092938832/Put/seqid=0 2024-12-01T22:42:20,225 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:20,226 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/18351c7d188847c7854904bdcaf5aea9 is 50, key is test_row_0/B:col10/1733092938832/Put/seqid=0 2024-12-01T22:42:20,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742113_1289 (size=12797) 2024-12-01T22:42:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742112_1288 (size=12797) 2024-12-01T22:42:20,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742111_1287 (size=12297) 2024-12-01T22:42:20,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093000379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092940323, max timestamp=1733092940383Num uniques 859; 2024-12-01T22:42:20,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:20,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733092940323, max timestamp=1733092940383Num uniques 859; 2024-12-01T22:42:20,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-01T22:42:20,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733092940323, max timestamp=1733092940383Num uniques 859; 2024-12-01T22:42:20,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-01T22:42:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733093000457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093000461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093000467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093000474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093000494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T22:42:20,565 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:20,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-01T22:42:20,570 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T22:42:20,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:20,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:20,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733093000585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093000585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093000586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093000585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T22:42:20,683 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/1e0a57a19611405b8e69881add7edee4 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1e0a57a19611405b8e69881add7edee4 2024-12-01T22:42:20,689 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into 1e0a57a19611405b8e69881add7edee4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:20,689 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:20,689 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=13, startTime=1733092940192; duration=0sec 2024-12-01T22:42:20,689 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:20,689 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:20,689 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:20,690 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:20,690 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:20,690 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:20,690 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5c8ca978cc2c430eb3554ba6af4f19a0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b2098554a7aa48ca9453bd665e5c39d8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9084246f00194fc09ca5d944f309a709] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.1 K 2024-12-01T22:42:20,691 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c8ca978cc2c430eb3554ba6af4f19a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733092937787 2024-12-01T22:42:20,691 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b2098554a7aa48ca9453bd665e5c39d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733092938159 2024-12-01T22:42:20,691 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 9084246f00194fc09ca5d944f309a709, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733092938832 2024-12-01T22:42:20,695 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/18351c7d188847c7854904bdcaf5aea9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/18351c7d188847c7854904bdcaf5aea9 2024-12-01T22:42:20,702 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:20,702 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into 18351c7d188847c7854904bdcaf5aea9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:20,702 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:20,702 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=13, startTime=1733092940193; duration=0sec 2024-12-01T22:42:20,703 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:20,703 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:20,703 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/4249e71dd35d4e3a94299249787a1cb2 is 50, key is test_row_0/C:col10/1733092938832/Put/seqid=0 2024-12-01T22:42:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093000705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742114_1290 (size=12797) 2024-12-01T22:42:20,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:20,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:20,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/fdd4524c555846039f8cf4631c6661fc 2024-12-01T22:42:20,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/97dc62f699c04216a93ff3e89f533c7c is 50, key is test_row_0/B:col10/1733092940191/Put/seqid=0 2024-12-01T22:42:20,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742115_1291 (size=9857) 2024-12-01T22:42:20,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733093000794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093000795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093000805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093000805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:20,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:20,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:20,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:20,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T22:42:21,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093001015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733093001104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093001104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,113 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/4249e71dd35d4e3a94299249787a1cb2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4249e71dd35d4e3a94299249787a1cb2 2024-12-01T22:42:21,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,117 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into 4249e71dd35d4e3a94299249787a1cb2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093001115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,117 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:21,117 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=13, startTime=1733092940193; duration=0sec 2024-12-01T22:42:21,117 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:21,117 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093001115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/97dc62f699c04216a93ff3e89f533c7c 2024-12-01T22:42:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T22:42:21,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/534acc058cfa4c72878cc3b5684f3a53 is 50, key is test_row_0/C:col10/1733092940191/Put/seqid=0 2024-12-01T22:42:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742116_1292 (size=9857) 2024-12-01T22:42:21,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:21,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:21,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093001524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/534acc058cfa4c72878cc3b5684f3a53 2024-12-01T22:42:21,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/fdd4524c555846039f8cf4631c6661fc as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/fdd4524c555846039f8cf4631c6661fc 2024-12-01T22:42:21,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/fdd4524c555846039f8cf4631c6661fc, entries=150, sequenceid=270, filesize=12.0 K 2024-12-01T22:42:21,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/97dc62f699c04216a93ff3e89f533c7c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/97dc62f699c04216a93ff3e89f533c7c 2024-12-01T22:42:21,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/97dc62f699c04216a93ff3e89f533c7c, entries=100, sequenceid=270, filesize=9.6 K 2024-12-01T22:42:21,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/534acc058cfa4c72878cc3b5684f3a53 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/534acc058cfa4c72878cc3b5684f3a53 2024-12-01T22:42:21,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/534acc058cfa4c72878cc3b5684f3a53, entries=100, sequenceid=270, filesize=9.6 K 2024-12-01T22:42:21,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733093001615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=128.92 KB/132010 for 3a261341c23849a771b8dae0f864ebbb in 1424ms, sequenceid=270, compaction requested=false 2024-12-01T22:42:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:21,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=135.63 KB heapSize=388.23 KB 2024-12-01T22:42:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:21,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/95aa0cfd8d264d21a1dc7c9034ee5d1c is 50, key is test_row_0/A:col10/1733092941619/Put/seqid=0 2024-12-01T22:42:21,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742117_1293 (size=14741) 2024-12-01T22:42:21,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/95aa0cfd8d264d21a1dc7c9034ee5d1c 2024-12-01T22:42:21,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093001633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093001634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093001635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/f35432bc88f544c6ba2a6c9197236c27 is 50, key is test_row_0/B:col10/1733092941619/Put/seqid=0 2024-12-01T22:42:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742118_1294 (size=12301) 2024-12-01T22:42:21,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/f35432bc88f544c6ba2a6c9197236c27 2024-12-01T22:42:21,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:21,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:21,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/5bc0d616e6d24689a5cf250aa4d19359 is 50, key is test_row_0/C:col10/1733092941619/Put/seqid=0 2024-12-01T22:42:21,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742119_1295 (size=12301) 2024-12-01T22:42:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T22:42:21,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093001745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093001745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093001745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:21,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:21,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:21,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093001955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093001955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093001955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/5bc0d616e6d24689a5cf250aa4d19359 2024-12-01T22:42:22,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/95aa0cfd8d264d21a1dc7c9034ee5d1c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/95aa0cfd8d264d21a1dc7c9034ee5d1c 2024-12-01T22:42:22,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/95aa0cfd8d264d21a1dc7c9034ee5d1c, entries=200, sequenceid=310, filesize=14.4 K 2024-12-01T22:42:22,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/f35432bc88f544c6ba2a6c9197236c27 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/f35432bc88f544c6ba2a6c9197236c27 2024-12-01T22:42:22,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/f35432bc88f544c6ba2a6c9197236c27, entries=150, sequenceid=310, filesize=12.0 K 2024-12-01T22:42:22,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/5bc0d616e6d24689a5cf250aa4d19359 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5bc0d616e6d24689a5cf250aa4d19359 2024-12-01T22:42:22,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5bc0d616e6d24689a5cf250aa4d19359, entries=150, sequenceid=310, filesize=12.0 K 2024-12-01T22:42:22,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~135.63 KB/138880, heapSize ~388.19 KB/397504, currentSize=46.96 KB/48090 for 3a261341c23849a771b8dae0f864ebbb in 450ms, sequenceid=310, compaction requested=true 2024-12-01T22:42:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:22,070 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:22,070 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:22,071 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:22,071 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34955 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:22,071 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:22,071 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:22,071 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:22,071 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:22,071 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/18351c7d188847c7854904bdcaf5aea9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/97dc62f699c04216a93ff3e89f533c7c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/f35432bc88f544c6ba2a6c9197236c27] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=34.1 K 2024-12-01T22:42:22,071 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1e0a57a19611405b8e69881add7edee4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/fdd4524c555846039f8cf4631c6661fc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/95aa0cfd8d264d21a1dc7c9034ee5d1c] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=38.9 K 2024-12-01T22:42:22,071 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e0a57a19611405b8e69881add7edee4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733092938832 2024-12-01T22:42:22,071 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 18351c7d188847c7854904bdcaf5aea9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733092938832 2024-12-01T22:42:22,072 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdd4524c555846039f8cf4631c6661fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733092939993 2024-12-01T22:42:22,072 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 97dc62f699c04216a93ff3e89f533c7c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733092939993 2024-12-01T22:42:22,072 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95aa0cfd8d264d21a1dc7c9034ee5d1c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733092940444 2024-12-01T22:42:22,072 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f35432bc88f544c6ba2a6c9197236c27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733092940444 2024-12-01T22:42:22,078 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:22,079 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/d335683c5d89403c83ab31279525461b is 50, key is test_row_0/A:col10/1733092941619/Put/seqid=0 2024-12-01T22:42:22,093 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#250 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:22,094 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/ab911ff754a9435ea7bd70b1c038b14d is 50, key is test_row_0/B:col10/1733092941619/Put/seqid=0 2024-12-01T22:42:22,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742120_1296 (size=12949) 2024-12-01T22:42:22,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742121_1297 (size=12949) 2024-12-01T22:42:22,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T22:42:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:22,109 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:42:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:22,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/464fd9bfcf414a3783a85ebac474b803 is 50, key is test_row_0/A:col10/1733092941628/Put/seqid=0 2024-12-01T22:42:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742122_1298 (size=12301) 2024-12-01T22:42:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:22,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:22,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092942274, max timestamp=1733092942288Num uniques 859; 2024-12-01T22:42:22,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:22,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092942274, max timestamp=1733092942288Num uniques 859; 2024-12-01T22:42:22,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:22,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092942274, max timestamp=1733092942288Num uniques 859; 2024-12-01T22:42:22,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:22,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093002319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093002321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093002322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093002425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093002435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093002435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,501 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/d335683c5d89403c83ab31279525461b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d335683c5d89403c83ab31279525461b 2024-12-01T22:42:22,502 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/ab911ff754a9435ea7bd70b1c038b14d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ab911ff754a9435ea7bd70b1c038b14d 2024-12-01T22:42:22,507 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into d335683c5d89403c83ab31279525461b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:22,507 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:22,507 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=13, startTime=1733092942070; duration=0sec 2024-12-01T22:42:22,507 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:22,507 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:22,507 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:22,507 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into ab911ff754a9435ea7bd70b1c038b14d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:22,507 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:22,507 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=13, startTime=1733092942070; duration=0sec 2024-12-01T22:42:22,507 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:22,507 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:22,508 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34955 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:22,508 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:22,508 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:22,508 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4249e71dd35d4e3a94299249787a1cb2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/534acc058cfa4c72878cc3b5684f3a53, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5bc0d616e6d24689a5cf250aa4d19359] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=34.1 K 2024-12-01T22:42:22,509 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4249e71dd35d4e3a94299249787a1cb2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733092938832 2024-12-01T22:42:22,509 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 534acc058cfa4c72878cc3b5684f3a53, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733092939993 2024-12-01T22:42:22,509 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bc0d616e6d24689a5cf250aa4d19359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733092940444 2024-12-01T22:42:22,517 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/464fd9bfcf414a3783a85ebac474b803 2024-12-01T22:42:22,518 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:22,519 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/a1380a16ca3c48ed84727260f7353c3d is 50, key is test_row_0/C:col10/1733092941619/Put/seqid=0 2024-12-01T22:42:22,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/a80d5a40881d450abc62ad1046572428 is 50, key is test_row_0/B:col10/1733092941628/Put/seqid=0 2024-12-01T22:42:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742123_1299 (size=12949) 2024-12-01T22:42:22,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742124_1300 (size=12301) 2024-12-01T22:42:22,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093002535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,538 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 3a261341c23849a771b8dae0f864ebbb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733093002625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,629 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 3a261341c23849a771b8dae0f864ebbb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:22,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093002634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093002645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093002645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T22:42:22,930 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/a80d5a40881d450abc62ad1046572428 2024-12-01T22:42:22,934 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/a1380a16ca3c48ed84727260f7353c3d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a1380a16ca3c48ed84727260f7353c3d 2024-12-01T22:42:22,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093002955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,963 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into a1380a16ca3c48ed84727260f7353c3d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:22,963 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:22,963 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=13, startTime=1733092942071; duration=0sec 2024-12-01T22:42:22,963 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:22,963 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:22,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093002956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/a655bf6a5ed94e759133aa7a5e00ed42 is 50, key is test_row_0/C:col10/1733092941628/Put/seqid=0 2024-12-01T22:42:22,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093002956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:22,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:22,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742125_1301 (size=12301) 2024-12-01T22:42:22,998 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/a655bf6a5ed94e759133aa7a5e00ed42 2024-12-01T22:42:23,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/464fd9bfcf414a3783a85ebac474b803 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/464fd9bfcf414a3783a85ebac474b803 2024-12-01T22:42:23,011 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/464fd9bfcf414a3783a85ebac474b803, entries=150, sequenceid=320, filesize=12.0 K 2024-12-01T22:42:23,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/a80d5a40881d450abc62ad1046572428 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a80d5a40881d450abc62ad1046572428 2024-12-01T22:42:23,017 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a80d5a40881d450abc62ad1046572428, entries=150, sequenceid=320, filesize=12.0 K 2024-12-01T22:42:23,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/a655bf6a5ed94e759133aa7a5e00ed42 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a655bf6a5ed94e759133aa7a5e00ed42 2024-12-01T22:42:23,023 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a655bf6a5ed94e759133aa7a5e00ed42, entries=150, sequenceid=320, filesize=12.0 K 2024-12-01T22:42:23,024 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 3a261341c23849a771b8dae0f864ebbb in 915ms, sequenceid=320, compaction requested=false 2024-12-01T22:42:23,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:23,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:23,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-01T22:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-01T22:42:23,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-01T22:42:23,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4550 sec 2024-12-01T22:42:23,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.4640 sec 2024-12-01T22:42:23,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-12-01T22:42:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:42:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:42:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-01T22:42:23,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/b1428d7a84cf41f8a40367ab1c326ffe is 50, key is test_row_0/A:col10/1733092942321/Put/seqid=0 2024-12-01T22:42:23,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093003497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093003499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093003499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742126_1302 (size=12301) 2024-12-01T22:42:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093003605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093003615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093003615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093003815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093003825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093003825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:23,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/b1428d7a84cf41f8a40367ab1c326ffe 2024-12-01T22:42:23,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/d3b98a906ae944999de3bb2b29fdb698 is 50, key is test_row_0/B:col10/1733092942321/Put/seqid=0 2024-12-01T22:42:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742127_1303 (size=12301) 2024-12-01T22:42:24,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093004125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:24,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093004135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:24,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:24,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093004135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:24,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/d3b98a906ae944999de3bb2b29fdb698 2024-12-01T22:42:24,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/ee0599d56e4142a2b72b5e2176acb7be is 50, key is test_row_0/C:col10/1733092942321/Put/seqid=0 2024-12-01T22:42:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742128_1304 (size=12301) 2024-12-01T22:42:24,453 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:42:24,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093004545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:24,549 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 3a261341c23849a771b8dae0f864ebbb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:24,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:24,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093004635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:24,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733093004645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:24,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093004645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093004646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:24,650 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 3a261341c23849a771b8dae0f864ebbb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T22:42:24,725 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:24,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-01T22:42:24,727 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T22:42:24,728 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:24,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:24,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/ee0599d56e4142a2b72b5e2176acb7be 2024-12-01T22:42:24,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/b1428d7a84cf41f8a40367ab1c326ffe as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/b1428d7a84cf41f8a40367ab1c326ffe 2024-12-01T22:42:24,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/b1428d7a84cf41f8a40367ab1c326ffe, entries=150, sequenceid=361, filesize=12.0 K 2024-12-01T22:42:24,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/d3b98a906ae944999de3bb2b29fdb698 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/d3b98a906ae944999de3bb2b29fdb698 2024-12-01T22:42:24,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/d3b98a906ae944999de3bb2b29fdb698, entries=150, sequenceid=361, filesize=12.0 K 2024-12-01T22:42:24,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/ee0599d56e4142a2b72b5e2176acb7be as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/ee0599d56e4142a2b72b5e2176acb7be 2024-12-01T22:42:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T22:42:24,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/ee0599d56e4142a2b72b5e2176acb7be, entries=150, sequenceid=361, filesize=12.0 K 2024-12-01T22:42:24,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=40.25 KB/41220 for 3a261341c23849a771b8dae0f864ebbb in 1363ms, sequenceid=361, compaction requested=true 2024-12-01T22:42:24,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:24,843 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:24,844 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:24,844 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:24,844 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:24,844 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d335683c5d89403c83ab31279525461b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/464fd9bfcf414a3783a85ebac474b803, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/b1428d7a84cf41f8a40367ab1c326ffe] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.7 K 2024-12-01T22:42:24,846 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting d335683c5d89403c83ab31279525461b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733092940444 2024-12-01T22:42:24,846 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 464fd9bfcf414a3783a85ebac474b803, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733092941628 2024-12-01T22:42:24,847 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1428d7a84cf41f8a40367ab1c326ffe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733092942305 2024-12-01T22:42:24,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:24,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:24,854 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:24,856 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:24,856 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:24,856 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:24,856 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ab911ff754a9435ea7bd70b1c038b14d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a80d5a40881d450abc62ad1046572428, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/d3b98a906ae944999de3bb2b29fdb698] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.7 K 2024-12-01T22:42:24,856 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ab911ff754a9435ea7bd70b1c038b14d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733092940444 2024-12-01T22:42:24,857 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a80d5a40881d450abc62ad1046572428, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733092941628 2024-12-01T22:42:24,857 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d3b98a906ae944999de3bb2b29fdb698, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733092942305 2024-12-01T22:42:24,862 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:24,863 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/e20112c3ba6548f4a2a45af5c4441c9a is 50, key is test_row_0/A:col10/1733092942321/Put/seqid=0 2024-12-01T22:42:24,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:24,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:24,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:24,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:24,882 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:24,883 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/b14cc4f601f047f6bbb8e1d0a5187f9b is 50, key is test_row_0/B:col10/1733092942321/Put/seqid=0 2024-12-01T22:42:24,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-01T22:42:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:24,884 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-01T22:42:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/3882e9b21df24237b8b10411e195a644 is 50, key is test_row_0/A:col10/1733092943494/Put/seqid=0 2024-12-01T22:42:24,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742129_1305 (size=13051) 2024-12-01T22:42:24,947 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/e20112c3ba6548f4a2a45af5c4441c9a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/e20112c3ba6548f4a2a45af5c4441c9a 2024-12-01T22:42:24,951 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into e20112c3ba6548f4a2a45af5c4441c9a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:24,951 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:24,951 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=13, startTime=1733092944843; duration=0sec 2024-12-01T22:42:24,952 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:24,952 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:24,952 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:24,954 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:24,954 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:24,954 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:24,954 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a1380a16ca3c48ed84727260f7353c3d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a655bf6a5ed94e759133aa7a5e00ed42, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/ee0599d56e4142a2b72b5e2176acb7be] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.7 K 2024-12-01T22:42:24,954 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1380a16ca3c48ed84727260f7353c3d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733092940444 2024-12-01T22:42:24,955 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a655bf6a5ed94e759133aa7a5e00ed42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733092941628 2024-12-01T22:42:24,955 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee0599d56e4142a2b72b5e2176acb7be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733092942305 2024-12-01T22:42:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742130_1306 (size=13051) 2024-12-01T22:42:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742131_1307 (size=12301) 2024-12-01T22:42:24,979 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/3882e9b21df24237b8b10411e195a644 2024-12-01T22:42:24,982 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/b14cc4f601f047f6bbb8e1d0a5187f9b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/b14cc4f601f047f6bbb8e1d0a5187f9b 2024-12-01T22:42:24,995 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into b14cc4f601f047f6bbb8e1d0a5187f9b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:24,995 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:24,995 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=13, startTime=1733092944854; duration=0sec 2024-12-01T22:42:24,995 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:24,995 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:25,005 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:25,006 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/fe19d41613d14eefb1276184375e667a is 50, key is test_row_0/C:col10/1733092942321/Put/seqid=0 2024-12-01T22:42:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/93579bf446714d4797b09a1aa93f13cb is 50, key is test_row_0/B:col10/1733092943494/Put/seqid=0 2024-12-01T22:42:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T22:42:25,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742132_1308 (size=13051) 2024-12-01T22:42:25,098 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/fe19d41613d14eefb1276184375e667a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fe19d41613d14eefb1276184375e667a 2024-12-01T22:42:25,105 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into fe19d41613d14eefb1276184375e667a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:25,105 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:25,105 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=13, startTime=1733092944865; duration=0sec 2024-12-01T22:42:25,106 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:25,106 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:25,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742133_1309 (size=12301) 2024-12-01T22:42:25,114 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/93579bf446714d4797b09a1aa93f13cb 2024-12-01T22:42:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/64459e40c2cc4692b911938823516f23 is 50, key is test_row_0/C:col10/1733092943494/Put/seqid=0 2024-12-01T22:42:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742134_1310 (size=12301) 2024-12-01T22:42:25,166 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/64459e40c2cc4692b911938823516f23 2024-12-01T22:42:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/3882e9b21df24237b8b10411e195a644 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3882e9b21df24237b8b10411e195a644 2024-12-01T22:42:25,180 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3882e9b21df24237b8b10411e195a644, entries=150, sequenceid=370, filesize=12.0 K 2024-12-01T22:42:25,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/93579bf446714d4797b09a1aa93f13cb as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/93579bf446714d4797b09a1aa93f13cb 2024-12-01T22:42:25,189 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/93579bf446714d4797b09a1aa93f13cb, entries=150, sequenceid=370, filesize=12.0 K 2024-12-01T22:42:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/64459e40c2cc4692b911938823516f23 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/64459e40c2cc4692b911938823516f23 2024-12-01T22:42:25,197 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/64459e40c2cc4692b911938823516f23, entries=150, sequenceid=370, filesize=12.0 K 2024-12-01T22:42:25,198 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 3a261341c23849a771b8dae0f864ebbb in 313ms, sequenceid=370, compaction requested=false 2024-12-01T22:42:25,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:25,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:25,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-01T22:42:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-01T22:42:25,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-01T22:42:25,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 472 msec 2024-12-01T22:42:25,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 481 msec 2024-12-01T22:42:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T22:42:25,356 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:25,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-01T22:42:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T22:42:25,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:25,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:25,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T22:42:25,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-01T22:42:25,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:25,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:25,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:25,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-01T22:42:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-01T22:42:25,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-01T22:42:25,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 162 msec 2024-12-01T22:42:25,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 172 msec 2024-12-01T22:42:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:25,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:42:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T22:42:25,675 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:25,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/ff0fbcfc0b8844218c904cca105c9f2d is 50, key is test_row_0/A:col10/1733092945666/Put/seqid=0 2024-12-01T22:42:25,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-01T22:42:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T22:42:25,677 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:25,678 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:25,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:25,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742135_1311 (size=9857) 2024-12-01T22:42:25,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092945692, max timestamp=1733092945699Num uniques 859; 2024-12-01T22:42:25,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:25,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092945692, max timestamp=1733092945699Num uniques 859; 2024-12-01T22:42:25,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092945692, max timestamp=1733092945699Num uniques 859; 2024-12-01T22:42:25,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:25,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:25,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093005721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093005722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093005724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T22:42:25,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:25,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:25,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:25,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:25,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093005835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:25,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093005835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093005835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:25,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:25,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T22:42:26,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093006045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093006045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093006045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/ff0fbcfc0b8844218c904cca105c9f2d 2024-12-01T22:42:26,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/e15843f43f5640cca72548bf436ebd23 is 50, key is test_row_0/B:col10/1733092945666/Put/seqid=0 2024-12-01T22:42:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742136_1312 (size=9857) 2024-12-01T22:42:26,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T22:42:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093006355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093006355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093006355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/e15843f43f5640cca72548bf436ebd23 2024-12-01T22:42:26,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/f99d3ed66e11414d85fd9bab7fee9832 is 50, key is test_row_0/C:col10/1733092945666/Put/seqid=0 2024-12-01T22:42:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742137_1313 (size=9857) 2024-12-01T22:42:26,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:26,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T22:42:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093006865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093006874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093006874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:26,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/f99d3ed66e11414d85fd9bab7fee9832 2024-12-01T22:42:26,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:26,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/ff0fbcfc0b8844218c904cca105c9f2d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ff0fbcfc0b8844218c904cca105c9f2d 2024-12-01T22:42:26,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ff0fbcfc0b8844218c904cca105c9f2d, entries=100, sequenceid=384, filesize=9.6 K 2024-12-01T22:42:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/e15843f43f5640cca72548bf436ebd23 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/e15843f43f5640cca72548bf436ebd23 2024-12-01T22:42:26,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/e15843f43f5640cca72548bf436ebd23, entries=100, sequenceid=384, filesize=9.6 K 2024-12-01T22:42:26,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/f99d3ed66e11414d85fd9bab7fee9832 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/f99d3ed66e11414d85fd9bab7fee9832 2024-12-01T22:42:26,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/f99d3ed66e11414d85fd9bab7fee9832, entries=100, sequenceid=384, filesize=9.6 K 2024-12-01T22:42:26,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3a261341c23849a771b8dae0f864ebbb in 1264ms, sequenceid=384, compaction requested=true 2024-12-01T22:42:26,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:26,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:26,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:26,933 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:26,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:26,933 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:26,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:26,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:26,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:26,934 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:26,934 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:26,934 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,934 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/e20112c3ba6548f4a2a45af5c4441c9a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3882e9b21df24237b8b10411e195a644, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ff0fbcfc0b8844218c904cca105c9f2d] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=34.4 K 2024-12-01T22:42:26,934 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:26,934 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:26,934 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:26,935 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/b14cc4f601f047f6bbb8e1d0a5187f9b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/93579bf446714d4797b09a1aa93f13cb, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/e15843f43f5640cca72548bf436ebd23] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=34.4 K 2024-12-01T22:42:26,935 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20112c3ba6548f4a2a45af5c4441c9a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733092942305 2024-12-01T22:42:26,935 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b14cc4f601f047f6bbb8e1d0a5187f9b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733092942305 2024-12-01T22:42:26,935 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3882e9b21df24237b8b10411e195a644, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733092943493 2024-12-01T22:42:26,935 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 93579bf446714d4797b09a1aa93f13cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733092943493 2024-12-01T22:42:26,935 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff0fbcfc0b8844218c904cca105c9f2d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733092945666 2024-12-01T22:42:26,935 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting e15843f43f5640cca72548bf436ebd23, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733092945666 2024-12-01T22:42:26,948 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:26,948 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/27ee7b472f6b454e9a65544d5a9c9bcc is 50, key is test_row_0/A:col10/1733092945666/Put/seqid=0 2024-12-01T22:42:26,948 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:26,949 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/a2c21693e88d41a2a202a24abc5682cf is 50, key is test_row_0/B:col10/1733092945666/Put/seqid=0 2024-12-01T22:42:26,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742138_1314 (size=13153) 2024-12-01T22:42:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742139_1315 (size=13153) 2024-12-01T22:42:26,991 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/a2c21693e88d41a2a202a24abc5682cf as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a2c21693e88d41a2a202a24abc5682cf 2024-12-01T22:42:26,996 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into a2c21693e88d41a2a202a24abc5682cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:26,996 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:26,996 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=13, startTime=1733092946933; duration=0sec 2024-12-01T22:42:26,996 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:26,996 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:26,996 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:26,999 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:26,999 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:27,000 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:27,000 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fe19d41613d14eefb1276184375e667a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/64459e40c2cc4692b911938823516f23, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/f99d3ed66e11414d85fd9bab7fee9832] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=34.4 K 2024-12-01T22:42:27,001 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting fe19d41613d14eefb1276184375e667a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733092942305 2024-12-01T22:42:27,001 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 64459e40c2cc4692b911938823516f23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733092943493 2024-12-01T22:42:27,002 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f99d3ed66e11414d85fd9bab7fee9832, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733092945666 2024-12-01T22:42:27,009 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:27,010 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/7311275db1c0440f88fe0f13334a2f5c is 50, key is test_row_0/C:col10/1733092945666/Put/seqid=0 2024-12-01T22:42:27,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742140_1316 (size=13153) 2024-12-01T22:42:27,027 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/7311275db1c0440f88fe0f13334a2f5c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/7311275db1c0440f88fe0f13334a2f5c 2024-12-01T22:42:27,034 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into 7311275db1c0440f88fe0f13334a2f5c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:27,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:27,034 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=13, startTime=1733092946933; duration=0sec 2024-12-01T22:42:27,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:27,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:27,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T22:42:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:27,069 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T22:42:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/1495870cd382421c9144baf7dad4068f is 50, key is test_row_0/A:col10/1733092945716/Put/seqid=0 2024-12-01T22:42:27,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742141_1317 (size=12301) 2024-12-01T22:42:27,078 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/1495870cd382421c9144baf7dad4068f 2024-12-01T22:42:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/c6b6b97434134b4b989546050544a991 is 50, key is test_row_0/B:col10/1733092945716/Put/seqid=0 2024-12-01T22:42:27,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742142_1318 (size=12301) 2024-12-01T22:42:27,374 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/27ee7b472f6b454e9a65544d5a9c9bcc as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/27ee7b472f6b454e9a65544d5a9c9bcc 2024-12-01T22:42:27,377 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into 27ee7b472f6b454e9a65544d5a9c9bcc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:27,378 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:27,378 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=13, startTime=1733092946933; duration=0sec 2024-12-01T22:42:27,378 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:27,378 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:27,489 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/c6b6b97434134b4b989546050544a991 2024-12-01T22:42:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/fede3abf7bb840779738318d0cbf06a6 is 50, key is test_row_0/C:col10/1733092945716/Put/seqid=0 2024-12-01T22:42:27,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742143_1319 (size=12301) 2024-12-01T22:42:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T22:42:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:27,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093007894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:27,899 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/fede3abf7bb840779738318d0cbf06a6 2024-12-01T22:42:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093007896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093007897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/1495870cd382421c9144baf7dad4068f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1495870cd382421c9144baf7dad4068f 2024-12-01T22:42:27,906 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1495870cd382421c9144baf7dad4068f, entries=150, sequenceid=422, filesize=12.0 K 2024-12-01T22:42:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/c6b6b97434134b4b989546050544a991 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c6b6b97434134b4b989546050544a991 2024-12-01T22:42:27,911 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c6b6b97434134b4b989546050544a991, entries=150, sequenceid=422, filesize=12.0 K 2024-12-01T22:42:27,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/fede3abf7bb840779738318d0cbf06a6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fede3abf7bb840779738318d0cbf06a6 2024-12-01T22:42:27,931 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fede3abf7bb840779738318d0cbf06a6, entries=150, sequenceid=422, filesize=12.0 K 2024-12-01T22:42:27,932 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 3a261341c23849a771b8dae0f864ebbb in 863ms, sequenceid=422, compaction requested=false 2024-12-01T22:42:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-01T22:42:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-01T22:42:27,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-01T22:42:27,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2560 sec 2024-12-01T22:42:27,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.2610 sec 2024-12-01T22:42:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:28,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:42:28,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:28,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:28,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:28,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:28,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:28,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:28,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/294d3e2897eb47498678612c94bfe615 is 50, key is test_row_0/A:col10/1733092948006/Put/seqid=0 2024-12-01T22:42:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742144_1320 (size=12301) 2024-12-01T22:42:28,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/294d3e2897eb47498678612c94bfe615 2024-12-01T22:42:28,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/bf8e69eb065840f5a547a77e103dbe88 is 50, key is test_row_0/B:col10/1733092948006/Put/seqid=0 2024-12-01T22:42:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742145_1321 (size=12301) 2024-12-01T22:42:28,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093008035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093008035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093008039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093008145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093008145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093008145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093008354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093008354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093008355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/bf8e69eb065840f5a547a77e103dbe88 2024-12-01T22:42:28,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/2d22df0c61b1451d8f717d1c15c68795 is 50, key is test_row_0/C:col10/1733092948006/Put/seqid=0 2024-12-01T22:42:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742146_1322 (size=12301) 2024-12-01T22:42:28,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37386 deadline: 1733093008565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,567 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 3a261341c23849a771b8dae0f864ebbb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37330 deadline: 1733093008665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093008665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,668 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 3a261341c23849a771b8dae0f864ebbb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:28,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093008665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093008665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:28,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/2d22df0c61b1451d8f717d1c15c68795 2024-12-01T22:42:28,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/294d3e2897eb47498678612c94bfe615 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/294d3e2897eb47498678612c94bfe615 2024-12-01T22:42:28,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/294d3e2897eb47498678612c94bfe615, entries=150, sequenceid=435, filesize=12.0 K 2024-12-01T22:42:28,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/bf8e69eb065840f5a547a77e103dbe88 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/bf8e69eb065840f5a547a77e103dbe88 2024-12-01T22:42:28,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/bf8e69eb065840f5a547a77e103dbe88, entries=150, sequenceid=435, filesize=12.0 K 2024-12-01T22:42:28,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/2d22df0c61b1451d8f717d1c15c68795 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2d22df0c61b1451d8f717d1c15c68795 2024-12-01T22:42:28,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2d22df0c61b1451d8f717d1c15c68795, entries=150, sequenceid=435, filesize=12.0 K 2024-12-01T22:42:28,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3a261341c23849a771b8dae0f864ebbb in 853ms, sequenceid=435, compaction requested=true 2024-12-01T22:42:28,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:28,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:28,859 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:28,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:28,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:28,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:28,859 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:28,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:28,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:28,860 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:28,860 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:28,860 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:28,860 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:28,860 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:28,860 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:28,860 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/27ee7b472f6b454e9a65544d5a9c9bcc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1495870cd382421c9144baf7dad4068f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/294d3e2897eb47498678612c94bfe615] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.9 K 2024-12-01T22:42:28,860 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a2c21693e88d41a2a202a24abc5682cf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c6b6b97434134b4b989546050544a991, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/bf8e69eb065840f5a547a77e103dbe88] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.9 K 2024-12-01T22:42:28,860 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27ee7b472f6b454e9a65544d5a9c9bcc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733092943495 2024-12-01T22:42:28,860 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a2c21693e88d41a2a202a24abc5682cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733092943495 2024-12-01T22:42:28,861 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1495870cd382421c9144baf7dad4068f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733092945716 2024-12-01T22:42:28,861 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b6b97434134b4b989546050544a991, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733092945716 2024-12-01T22:42:28,861 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting bf8e69eb065840f5a547a77e103dbe88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733092947895 2024-12-01T22:42:28,861 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 294d3e2897eb47498678612c94bfe615, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733092947895 2024-12-01T22:42:28,867 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:28,868 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/23ec08b6ae954df7be3b65b402df7d72 is 50, key is test_row_0/B:col10/1733092948006/Put/seqid=0 2024-12-01T22:42:28,870 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:28,870 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/055f3b34f1dd4c0994ee7209a65e4efc is 50, key is test_row_0/A:col10/1733092948006/Put/seqid=0 2024-12-01T22:42:28,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742147_1323 (size=13255) 2024-12-01T22:42:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742148_1324 (size=13255) 2024-12-01T22:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:29,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-01T22:42:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:29,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/231d68e47e9f467392b4ce748c4d0ff3 is 50, key is test_row_0/A:col10/1733092948033/Put/seqid=0 2024-12-01T22:42:29,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742149_1325 (size=14741) 2024-12-01T22:42:29,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093009187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093009187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093009188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,275 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/23ec08b6ae954df7be3b65b402df7d72 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/23ec08b6ae954df7be3b65b402df7d72 2024-12-01T22:42:29,278 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into 23ec08b6ae954df7be3b65b402df7d72(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:29,278 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:29,278 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=13, startTime=1733092948859; duration=0sec 2024-12-01T22:42:29,278 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:29,278 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:29,278 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:29,279 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:29,279 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:29,279 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:29,279 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/7311275db1c0440f88fe0f13334a2f5c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fede3abf7bb840779738318d0cbf06a6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2d22df0c61b1451d8f717d1c15c68795] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=36.9 K 2024-12-01T22:42:29,280 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7311275db1c0440f88fe0f13334a2f5c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733092943495 2024-12-01T22:42:29,280 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting fede3abf7bb840779738318d0cbf06a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733092945716 2024-12-01T22:42:29,280 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d22df0c61b1451d8f717d1c15c68795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733092947895 2024-12-01T22:42:29,285 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:29,285 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/be067e6a0d8e4aa39e8f7c4788c85693 is 50, key is test_row_0/C:col10/1733092948006/Put/seqid=0 2024-12-01T22:42:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742150_1326 (size=13255) 2024-12-01T22:42:29,294 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/055f3b34f1dd4c0994ee7209a65e4efc as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/055f3b34f1dd4c0994ee7209a65e4efc 2024-12-01T22:42:29,297 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into 055f3b34f1dd4c0994ee7209a65e4efc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:29,297 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:29,297 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=13, startTime=1733092948859; duration=0sec 2024-12-01T22:42:29,297 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:29,297 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093009505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093009505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093009505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/231d68e47e9f467392b4ce748c4d0ff3 2024-12-01T22:42:29,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/7c768eaae2f04c2db22b5413a5fbf4f6 is 50, key is test_row_0/B:col10/1733092948033/Put/seqid=0 2024-12-01T22:42:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742151_1327 (size=12301) 2024-12-01T22:42:29,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/7c768eaae2f04c2db22b5413a5fbf4f6 2024-12-01T22:42:29,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/d6ef6d180f6a47e692ac6844115df4b3 is 50, key is test_row_0/C:col10/1733092948033/Put/seqid=0 2024-12-01T22:42:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742152_1328 (size=12301) 2024-12-01T22:42:29,691 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/be067e6a0d8e4aa39e8f7c4788c85693 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/be067e6a0d8e4aa39e8f7c4788c85693 2024-12-01T22:42:29,695 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into be067e6a0d8e4aa39e8f7c4788c85693(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:29,695 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:29,695 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=13, startTime=1733092948859; duration=0sec 2024-12-01T22:42:29,695 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:29,695 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T22:42:29,835 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:29,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-01T22:42:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T22:42:29,837 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:29,838 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:29,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T22:42:29,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-01T22:42:29,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:29,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:30,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/d6ef6d180f6a47e692ac6844115df4b3 2024-12-01T22:42:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/231d68e47e9f467392b4ce748c4d0ff3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/231d68e47e9f467392b4ce748c4d0ff3 2024-12-01T22:42:30,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/231d68e47e9f467392b4ce748c4d0ff3, entries=200, sequenceid=456, filesize=14.4 K 2024-12-01T22:42:30,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/7c768eaae2f04c2db22b5413a5fbf4f6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7c768eaae2f04c2db22b5413a5fbf4f6 2024-12-01T22:42:30,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7c768eaae2f04c2db22b5413a5fbf4f6, entries=150, sequenceid=456, filesize=12.0 K 2024-12-01T22:42:30,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/d6ef6d180f6a47e692ac6844115df4b3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/d6ef6d180f6a47e692ac6844115df4b3 2024-12-01T22:42:30,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/d6ef6d180f6a47e692ac6844115df4b3, entries=150, sequenceid=456, filesize=12.0 K 2024-12-01T22:42:30,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 3a261341c23849a771b8dae0f864ebbb in 843ms, sequenceid=456, compaction requested=false 2024-12-01T22:42:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:30,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-01T22:42:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:30,142 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:42:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6549bf6214514e409a1fdda1441ce20e is 50, key is test_row_0/A:col10/1733092949186/Put/seqid=0 2024-12-01T22:42:30,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742153_1329 (size=12301) 2024-12-01T22:42:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T22:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:30,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. as already flushing 2024-12-01T22:42:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T22:42:30,502 INFO [AsyncFSWAL-0-hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef-prefix:14efca635be3,43983,1733092856036 {}] wal.AbstractFSWAL(1368): Slow sync cost: 142 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43577,DS-596e8673-a1c8-4b79-b556-ab71a87d8d76,DISK]] 2024-12-01T22:42:30,502 INFO [AsyncFSWAL-0-hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef-prefix:14efca635be3,43983,1733092856036 {}] wal.AbstractFSWAL(1368): Slow sync cost: 142 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43577,DS-596e8673-a1c8-4b79-b556-ab71a87d8d76,DISK]] 2024-12-01T22:42:30,502 INFO [AsyncFSWAL-0-hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef-prefix:14efca635be3,43983,1733092856036 {}] wal.AbstractFSWAL(1368): Slow sync cost: 141 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43577,DS-596e8673-a1c8-4b79-b556-ab71a87d8d76,DISK]] 2024-12-01T22:42:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093010523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092950521, max timestamp=1733092950525Num uniques 859; 2024-12-01T22:42:30,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:30,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092950521, max timestamp=1733092950525Num uniques 859; 2024-12-01T22:42:30,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:30,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092950521, max timestamp=1733092950525Num uniques 859; 2024-12-01T22:42:30,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:30,550 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6549bf6214514e409a1fdda1441ce20e 2024-12-01T22:42:30,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/3f1a63ca2a7c488d91348ee7c4ea4297 is 50, key is test_row_0/B:col10/1733092949186/Put/seqid=0 2024-12-01T22:42:30,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093010553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742154_1330 (size=12301) 2024-12-01T22:42:30,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093010558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093010635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093010664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093010664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093010845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093010875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093010875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:30,944 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-12-01T22:42:30,944 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:30,944 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,944 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:30,946 INFO [Thread-1124 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1124. 2024-12-01T22:42:30,946 DEBUG [Thread-1124 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:30,946 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,946 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:30,948 INFO [Thread-1128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1128. 2024-12-01T22:42:30,948 DEBUG [Thread-1128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:30,948 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,948 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:30,950 INFO [Thread-1126 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1126. 2024-12-01T22:42:30,950 DEBUG [Thread-1126 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:30,950 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,950 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:30,950 INFO [Thread-1132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1132. 2024-12-01T22:42:30,950 DEBUG [Thread-1132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:30,950 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,950 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:30,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:30,963 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/3f1a63ca2a7c488d91348ee7c4ea4297 2024-12-01T22:42:30,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/db1bc3bce3d8441ebaf4035ace5fda7a is 50, key is test_row_0/C:col10/1733092949186/Put/seqid=0 2024-12-01T22:42:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742155_1331 (size=12301) 2024-12-01T22:42:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T22:42:31,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1733093011155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37332 deadline: 1733093011186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37364 deadline: 1733093011186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:42:31,373 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/db1bc3bce3d8441ebaf4035ace5fda7a 2024-12-01T22:42:31,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/6549bf6214514e409a1fdda1441ce20e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6549bf6214514e409a1fdda1441ce20e 2024-12-01T22:42:31,388 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6549bf6214514e409a1fdda1441ce20e, entries=150, sequenceid=470, filesize=12.0 K 2024-12-01T22:42:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/3f1a63ca2a7c488d91348ee7c4ea4297 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/3f1a63ca2a7c488d91348ee7c4ea4297 2024-12-01T22:42:31,394 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/3f1a63ca2a7c488d91348ee7c4ea4297, entries=150, sequenceid=470, filesize=12.0 K 2024-12-01T22:42:31,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/db1bc3bce3d8441ebaf4035ace5fda7a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/db1bc3bce3d8441ebaf4035ace5fda7a 2024-12-01T22:42:31,401 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/db1bc3bce3d8441ebaf4035ace5fda7a, entries=150, sequenceid=470, filesize=12.0 K 2024-12-01T22:42:31,402 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3a261341c23849a771b8dae0f864ebbb in 1260ms, sequenceid=470, compaction requested=true 2024-12-01T22:42:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-01T22:42:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-01T22:42:31,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-01T22:42:31,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5660 sec 2024-12-01T22:42:31,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5700 sec 2024-12-01T22:42:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:31,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T22:42:31,667 INFO [Thread-1119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1119. 2024-12-01T22:42:31,668 DEBUG [Thread-1119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:31,668 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:31,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:31,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:31,668 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:31,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:31,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:31,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:31,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:31,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:31,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/9986a68086984262978c59b5b17a09c5 is 50, key is test_row_0/A:col10/1733092950552/Put/seqid=0 2024-12-01T22:42:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742156_1332 (size=12301) 2024-12-01T22:42:31,697 INFO [Thread-1115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1115. 2024-12-01T22:42:31,697 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-12-01T22:42:31,698 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:31,698 DEBUG [Thread-1115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:31,698 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:31,698 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:31,698 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:31,698 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:31,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:31,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T22:42:31,995 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:32,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/9986a68086984262978c59b5b17a09c5 2024-12-01T22:42:32,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/966a7cf98c3d4dafb0a72ba3f08bfe59 is 50, key is test_row_0/B:col10/1733092950552/Put/seqid=0 2024-12-01T22:42:32,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742157_1333 (size=12301) 2024-12-01T22:42:32,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/966a7cf98c3d4dafb0a72ba3f08bfe59 2024-12-01T22:42:32,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/b571c7fc9dad4cfd8bc977f6b7e21598 is 50, key is test_row_0/C:col10/1733092950552/Put/seqid=0 2024-12-01T22:42:32,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742158_1334 (size=12301) 2024-12-01T22:42:32,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/b571c7fc9dad4cfd8bc977f6b7e21598 2024-12-01T22:42:32,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/9986a68086984262978c59b5b17a09c5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9986a68086984262978c59b5b17a09c5 2024-12-01T22:42:32,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9986a68086984262978c59b5b17a09c5, entries=150, sequenceid=506, filesize=12.0 K 2024-12-01T22:42:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/966a7cf98c3d4dafb0a72ba3f08bfe59 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/966a7cf98c3d4dafb0a72ba3f08bfe59 2024-12-01T22:42:32,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/966a7cf98c3d4dafb0a72ba3f08bfe59, entries=150, sequenceid=506, filesize=12.0 K 2024-12-01T22:42:32,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/b571c7fc9dad4cfd8bc977f6b7e21598 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b571c7fc9dad4cfd8bc977f6b7e21598 2024-12-01T22:42:32,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b571c7fc9dad4cfd8bc977f6b7e21598, entries=150, sequenceid=506, filesize=12.0 K 2024-12-01T22:42:32,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=13.42 KB/13740 for 3a261341c23849a771b8dae0f864ebbb in 1279ms, sequenceid=506, compaction requested=true 2024-12-01T22:42:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:32,946 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:42:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:32,946 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:42:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a261341c23849a771b8dae0f864ebbb:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:32,947 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:42:32,947 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:42:32,947 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/A is initiating minor compaction (all files) 2024-12-01T22:42:32,947 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/B is initiating minor compaction (all files) 2024-12-01T22:42:32,947 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/B in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:32,947 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/A in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:32,947 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/055f3b34f1dd4c0994ee7209a65e4efc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/231d68e47e9f467392b4ce748c4d0ff3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6549bf6214514e409a1fdda1441ce20e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9986a68086984262978c59b5b17a09c5] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=51.4 K 2024-12-01T22:42:32,947 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/23ec08b6ae954df7be3b65b402df7d72, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7c768eaae2f04c2db22b5413a5fbf4f6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/3f1a63ca2a7c488d91348ee7c4ea4297, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/966a7cf98c3d4dafb0a72ba3f08bfe59] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=49.0 K 2024-12-01T22:42:32,948 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 23ec08b6ae954df7be3b65b402df7d72, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733092947895 2024-12-01T22:42:32,948 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 055f3b34f1dd4c0994ee7209a65e4efc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733092947895 2024-12-01T22:42:32,948 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 231d68e47e9f467392b4ce748c4d0ff3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733092948033 2024-12-01T22:42:32,948 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c768eaae2f04c2db22b5413a5fbf4f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733092948033 2024-12-01T22:42:32,948 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6549bf6214514e409a1fdda1441ce20e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733092949181 2024-12-01T22:42:32,948 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f1a63ca2a7c488d91348ee7c4ea4297, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733092949181 2024-12-01T22:42:32,949 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9986a68086984262978c59b5b17a09c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733092950547 2024-12-01T22:42:32,949 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 966a7cf98c3d4dafb0a72ba3f08bfe59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733092950547 2024-12-01T22:42:32,959 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#B#compaction#289 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:32,959 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#A#compaction#288 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:32,959 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/94b38e6f7957462c8abaaabce245d816 is 50, key is test_row_0/A:col10/1733092950552/Put/seqid=0 2024-12-01T22:42:32,959 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/8b1c716f919f4b1e82307e4d42f4a841 is 50, key is test_row_0/B:col10/1733092950552/Put/seqid=0 2024-12-01T22:42:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742160_1336 (size=13391) 2024-12-01T22:42:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742159_1335 (size=13391) 2024-12-01T22:42:33,369 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/94b38e6f7957462c8abaaabce245d816 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/94b38e6f7957462c8abaaabce245d816 2024-12-01T22:42:33,369 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/8b1c716f919f4b1e82307e4d42f4a841 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8b1c716f919f4b1e82307e4d42f4a841 2024-12-01T22:42:33,374 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/A of 3a261341c23849a771b8dae0f864ebbb into 94b38e6f7957462c8abaaabce245d816(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:33,374 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/B of 3a261341c23849a771b8dae0f864ebbb into 8b1c716f919f4b1e82307e4d42f4a841(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:33,374 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:33,374 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:33,374 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/A, priority=12, startTime=1733092952946; duration=0sec 2024-12-01T22:42:33,374 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/B, priority=12, startTime=1733092952946; duration=0sec 2024-12-01T22:42:33,374 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:33,374 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:A 2024-12-01T22:42:33,374 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:33,374 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:B 2024-12-01T22:42:33,375 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:42:33,376 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:42:33,376 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 3a261341c23849a771b8dae0f864ebbb/C is initiating minor compaction (all files) 2024-12-01T22:42:33,376 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a261341c23849a771b8dae0f864ebbb/C in TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:33,376 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/be067e6a0d8e4aa39e8f7c4788c85693, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/d6ef6d180f6a47e692ac6844115df4b3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/db1bc3bce3d8441ebaf4035ace5fda7a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b571c7fc9dad4cfd8bc977f6b7e21598] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp, totalSize=49.0 K 2024-12-01T22:42:33,376 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting be067e6a0d8e4aa39e8f7c4788c85693, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733092947895 2024-12-01T22:42:33,377 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6ef6d180f6a47e692ac6844115df4b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733092948033 2024-12-01T22:42:33,377 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting db1bc3bce3d8441ebaf4035ace5fda7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733092949181 2024-12-01T22:42:33,377 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting b571c7fc9dad4cfd8bc977f6b7e21598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733092950547 2024-12-01T22:42:33,385 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a261341c23849a771b8dae0f864ebbb#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:33,386 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/cbfcb90927fc474b88fe7532788c2108 is 50, key is test_row_0/C:col10/1733092950552/Put/seqid=0 2024-12-01T22:42:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742161_1337 (size=13391) 2024-12-01T22:42:33,798 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/cbfcb90927fc474b88fe7532788c2108 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/cbfcb90927fc474b88fe7532788c2108 2024-12-01T22:42:33,807 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a261341c23849a771b8dae0f864ebbb/C of 3a261341c23849a771b8dae0f864ebbb into cbfcb90927fc474b88fe7532788c2108(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:33,807 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a261341c23849a771b8dae0f864ebbb: 2024-12-01T22:42:33,807 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., storeName=3a261341c23849a771b8dae0f864ebbb/C, priority=12, startTime=1733092952946; duration=0sec 2024-12-01T22:42:33,807 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:33,807 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a261341c23849a771b8dae0f864ebbb:C 2024-12-01T22:42:38,628 INFO [Thread-1113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1113. 2024-12-01T22:42:38,629 DEBUG [Thread-1113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:38,629 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:38,629 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:38,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:38,701 INFO [Thread-1121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1121. 2024-12-01T22:42:38,701 DEBUG [Thread-1121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:42:38,701 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:38,701 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:38,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3542 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3404 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3452 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3565 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3427 2024-12-01T22:42:38,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T22:42:38,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:42:38,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:42:38,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:38,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:38,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:38,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T22:42:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T22:42:38,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092958707"}]},"ts":"1733092958707"} 2024-12-01T22:42:38,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T22:42:38,708 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T22:42:38,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:42:38,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, UNASSIGN}] 2024-12-01T22:42:38,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, UNASSIGN 2024-12-01T22:42:38,712 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=3a261341c23849a771b8dae0f864ebbb, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:38,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, UNASSIGN because future has completed 2024-12-01T22:42:38,714 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:42:38,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:42:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T22:42:38,868 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(122): Close 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:38,868 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:42:38,868 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1722): Closing 3a261341c23849a771b8dae0f864ebbb, disabling compactions & flushes 2024-12-01T22:42:38,868 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:38,868 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:38,868 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. after waiting 0 ms 2024-12-01T22:42:38,868 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:38,868 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(2902): Flushing 3a261341c23849a771b8dae0f864ebbb 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-01T22:42:38,869 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=A 2024-12-01T22:42:38,869 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:38,869 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=B 2024-12-01T22:42:38,869 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:38,869 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a261341c23849a771b8dae0f864ebbb, store=C 2024-12-01T22:42:38,869 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:38,878 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/baebb9da06f6496caa48b0d942a710d2 is 50, key is test_row_0/A:col10/1733092958697/Put/seqid=0 2024-12-01T22:42:38,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742162_1338 (size=12301) 2024-12-01T22:42:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T22:42:39,282 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/baebb9da06f6496caa48b0d942a710d2 2024-12-01T22:42:39,288 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/63a5c0e29c244479be39385e5fa52f27 is 50, key is test_row_0/B:col10/1733092958697/Put/seqid=0 2024-12-01T22:42:39,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742163_1339 (size=12301) 2024-12-01T22:42:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T22:42:39,693 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/63a5c0e29c244479be39385e5fa52f27 2024-12-01T22:42:39,702 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/4b4c00d95f014bb4b0ec51a3ca48810e is 50, key is test_row_0/C:col10/1733092958697/Put/seqid=0 2024-12-01T22:42:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742164_1340 (size=12301) 2024-12-01T22:42:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T22:42:40,108 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/4b4c00d95f014bb4b0ec51a3ca48810e 2024-12-01T22:42:40,112 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/A/baebb9da06f6496caa48b0d942a710d2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/baebb9da06f6496caa48b0d942a710d2 2024-12-01T22:42:40,116 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/baebb9da06f6496caa48b0d942a710d2, entries=150, sequenceid=516, filesize=12.0 K 2024-12-01T22:42:40,117 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/B/63a5c0e29c244479be39385e5fa52f27 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/63a5c0e29c244479be39385e5fa52f27 2024-12-01T22:42:40,122 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/63a5c0e29c244479be39385e5fa52f27, entries=150, sequenceid=516, filesize=12.0 K 2024-12-01T22:42:40,123 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/.tmp/C/4b4c00d95f014bb4b0ec51a3ca48810e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4b4c00d95f014bb4b0ec51a3ca48810e 2024-12-01T22:42:40,126 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4b4c00d95f014bb4b0ec51a3ca48810e, entries=150, sequenceid=516, filesize=12.0 K 2024-12-01T22:42:40,126 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3a261341c23849a771b8dae0f864ebbb in 1258ms, sequenceid=516, compaction requested=false 2024-12-01T22:42:40,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/106036bd0c95418c9bda379818980be8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/5f031830d6764db8a31da1b79b714e9d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6567d850fd4e43a38d43394c9472e3ba, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9c0720efe12a45a6960b364df109e6d7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/51ae1d686c2a488ca3abb66f28632db2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23859b23a82146ef8621057dd2ed36b8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3246e202af254a7894caff5a98fdfeaa, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d7ce759196624b54bf7148770caa3f10, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6653da4c618c4d95bf8c61ca3a5018dd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1c452647ebdd4908aae1f523e6e62f79, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ba30c1f42e4244a189fe297c393f62d3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23ca7f7b52f94c97acffae33e1549622, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/4c15861ce4914986ab106e5fc4299492, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/bb17775c0688448a970212e7c2cf5e03, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/86aaf9d913db4f0e9fd2c42f81461a10, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1e0a57a19611405b8e69881add7edee4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/c024ed0f1eaa42588628eec480bf6005, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/fdd4524c555846039f8cf4631c6661fc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/95aa0cfd8d264d21a1dc7c9034ee5d1c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d335683c5d89403c83ab31279525461b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/464fd9bfcf414a3783a85ebac474b803, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/e20112c3ba6548f4a2a45af5c4441c9a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/b1428d7a84cf41f8a40367ab1c326ffe, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3882e9b21df24237b8b10411e195a644, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/27ee7b472f6b454e9a65544d5a9c9bcc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ff0fbcfc0b8844218c904cca105c9f2d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1495870cd382421c9144baf7dad4068f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/055f3b34f1dd4c0994ee7209a65e4efc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/294d3e2897eb47498678612c94bfe615, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/231d68e47e9f467392b4ce748c4d0ff3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6549bf6214514e409a1fdda1441ce20e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9986a68086984262978c59b5b17a09c5] to archive 2024-12-01T22:42:40,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:40,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/106036bd0c95418c9bda379818980be8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/106036bd0c95418c9bda379818980be8 2024-12-01T22:42:40,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/5f031830d6764db8a31da1b79b714e9d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/5f031830d6764db8a31da1b79b714e9d 2024-12-01T22:42:40,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6567d850fd4e43a38d43394c9472e3ba to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6567d850fd4e43a38d43394c9472e3ba 2024-12-01T22:42:40,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9c0720efe12a45a6960b364df109e6d7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9c0720efe12a45a6960b364df109e6d7 2024-12-01T22:42:40,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/51ae1d686c2a488ca3abb66f28632db2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/51ae1d686c2a488ca3abb66f28632db2 2024-12-01T22:42:40,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23859b23a82146ef8621057dd2ed36b8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23859b23a82146ef8621057dd2ed36b8 2024-12-01T22:42:40,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3246e202af254a7894caff5a98fdfeaa to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3246e202af254a7894caff5a98fdfeaa 2024-12-01T22:42:40,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d7ce759196624b54bf7148770caa3f10 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d7ce759196624b54bf7148770caa3f10 2024-12-01T22:42:40,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6653da4c618c4d95bf8c61ca3a5018dd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6653da4c618c4d95bf8c61ca3a5018dd 2024-12-01T22:42:40,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1c452647ebdd4908aae1f523e6e62f79 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1c452647ebdd4908aae1f523e6e62f79 2024-12-01T22:42:40,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ba30c1f42e4244a189fe297c393f62d3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ba30c1f42e4244a189fe297c393f62d3 2024-12-01T22:42:40,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23ca7f7b52f94c97acffae33e1549622 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/23ca7f7b52f94c97acffae33e1549622 2024-12-01T22:42:40,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/4c15861ce4914986ab106e5fc4299492 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/4c15861ce4914986ab106e5fc4299492 2024-12-01T22:42:40,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/bb17775c0688448a970212e7c2cf5e03 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/bb17775c0688448a970212e7c2cf5e03 2024-12-01T22:42:40,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/86aaf9d913db4f0e9fd2c42f81461a10 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/86aaf9d913db4f0e9fd2c42f81461a10 2024-12-01T22:42:40,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1e0a57a19611405b8e69881add7edee4 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1e0a57a19611405b8e69881add7edee4 2024-12-01T22:42:40,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/c024ed0f1eaa42588628eec480bf6005 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/c024ed0f1eaa42588628eec480bf6005 2024-12-01T22:42:40,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/fdd4524c555846039f8cf4631c6661fc to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/fdd4524c555846039f8cf4631c6661fc 2024-12-01T22:42:40,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/95aa0cfd8d264d21a1dc7c9034ee5d1c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/95aa0cfd8d264d21a1dc7c9034ee5d1c 2024-12-01T22:42:40,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d335683c5d89403c83ab31279525461b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/d335683c5d89403c83ab31279525461b 2024-12-01T22:42:40,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/464fd9bfcf414a3783a85ebac474b803 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/464fd9bfcf414a3783a85ebac474b803 2024-12-01T22:42:40,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/e20112c3ba6548f4a2a45af5c4441c9a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/e20112c3ba6548f4a2a45af5c4441c9a 2024-12-01T22:42:40,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/b1428d7a84cf41f8a40367ab1c326ffe to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/b1428d7a84cf41f8a40367ab1c326ffe 2024-12-01T22:42:40,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3882e9b21df24237b8b10411e195a644 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/3882e9b21df24237b8b10411e195a644 2024-12-01T22:42:40,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/27ee7b472f6b454e9a65544d5a9c9bcc to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/27ee7b472f6b454e9a65544d5a9c9bcc 2024-12-01T22:42:40,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ff0fbcfc0b8844218c904cca105c9f2d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/ff0fbcfc0b8844218c904cca105c9f2d 2024-12-01T22:42:40,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1495870cd382421c9144baf7dad4068f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/1495870cd382421c9144baf7dad4068f 2024-12-01T22:42:40,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/055f3b34f1dd4c0994ee7209a65e4efc to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/055f3b34f1dd4c0994ee7209a65e4efc 2024-12-01T22:42:40,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/294d3e2897eb47498678612c94bfe615 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/294d3e2897eb47498678612c94bfe615 2024-12-01T22:42:40,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/231d68e47e9f467392b4ce748c4d0ff3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/231d68e47e9f467392b4ce748c4d0ff3 2024-12-01T22:42:40,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6549bf6214514e409a1fdda1441ce20e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/6549bf6214514e409a1fdda1441ce20e 2024-12-01T22:42:40,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9986a68086984262978c59b5b17a09c5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/9986a68086984262978c59b5b17a09c5 2024-12-01T22:42:40,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/21dcbb53532d4ed9b058e5833444f218, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/793851b597684180bb9ca025a19a6aa0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/29ed416da2424af7befc58d831858963, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8d183e080cfe450cab8043c07e1d1ffb, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/95dd6c33afb04a52b63608d938157f69, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/2ff7da6307d440c692593aeddc25efcd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/56cedbae076a4d9597a9c2819de5073a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c7b93aae4a9d46f1813035701f992acd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/91cb89569a264004acb524c3e6268a42, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ca6f49d3637b489d996027b3642c7ad9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7b102e5586824bf1bb98600b4797b413, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/13370cf4e08b45a1bb26680069c2bc1f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/0aa18b3ccab14dcf89e52493d9ff4da7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/280ebb154957413fa473ed72959a0b96, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/50fe6dae5a004e2bbebdd30a3f52818e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/18351c7d188847c7854904bdcaf5aea9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/931a68307cbe4e658e512b8d9cb10f9a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/97dc62f699c04216a93ff3e89f533c7c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ab911ff754a9435ea7bd70b1c038b14d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/f35432bc88f544c6ba2a6c9197236c27, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a80d5a40881d450abc62ad1046572428, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/b14cc4f601f047f6bbb8e1d0a5187f9b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/d3b98a906ae944999de3bb2b29fdb698, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/93579bf446714d4797b09a1aa93f13cb, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a2c21693e88d41a2a202a24abc5682cf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/e15843f43f5640cca72548bf436ebd23, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c6b6b97434134b4b989546050544a991, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/23ec08b6ae954df7be3b65b402df7d72, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/bf8e69eb065840f5a547a77e103dbe88, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7c768eaae2f04c2db22b5413a5fbf4f6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/3f1a63ca2a7c488d91348ee7c4ea4297, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/966a7cf98c3d4dafb0a72ba3f08bfe59] to archive 2024-12-01T22:42:40,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:40,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/21dcbb53532d4ed9b058e5833444f218 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/21dcbb53532d4ed9b058e5833444f218 2024-12-01T22:42:40,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/793851b597684180bb9ca025a19a6aa0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/793851b597684180bb9ca025a19a6aa0 2024-12-01T22:42:40,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/29ed416da2424af7befc58d831858963 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/29ed416da2424af7befc58d831858963 2024-12-01T22:42:40,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8d183e080cfe450cab8043c07e1d1ffb to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8d183e080cfe450cab8043c07e1d1ffb 2024-12-01T22:42:40,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/95dd6c33afb04a52b63608d938157f69 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/95dd6c33afb04a52b63608d938157f69 2024-12-01T22:42:40,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/2ff7da6307d440c692593aeddc25efcd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/2ff7da6307d440c692593aeddc25efcd 2024-12-01T22:42:40,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/56cedbae076a4d9597a9c2819de5073a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/56cedbae076a4d9597a9c2819de5073a 2024-12-01T22:42:40,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c7b93aae4a9d46f1813035701f992acd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c7b93aae4a9d46f1813035701f992acd 2024-12-01T22:42:40,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/91cb89569a264004acb524c3e6268a42 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/91cb89569a264004acb524c3e6268a42 2024-12-01T22:42:40,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ca6f49d3637b489d996027b3642c7ad9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ca6f49d3637b489d996027b3642c7ad9 2024-12-01T22:42:40,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7b102e5586824bf1bb98600b4797b413 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7b102e5586824bf1bb98600b4797b413 2024-12-01T22:42:40,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/13370cf4e08b45a1bb26680069c2bc1f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/13370cf4e08b45a1bb26680069c2bc1f 2024-12-01T22:42:40,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/0aa18b3ccab14dcf89e52493d9ff4da7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/0aa18b3ccab14dcf89e52493d9ff4da7 2024-12-01T22:42:40,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/280ebb154957413fa473ed72959a0b96 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/280ebb154957413fa473ed72959a0b96 2024-12-01T22:42:40,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/50fe6dae5a004e2bbebdd30a3f52818e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/50fe6dae5a004e2bbebdd30a3f52818e 2024-12-01T22:42:40,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/18351c7d188847c7854904bdcaf5aea9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/18351c7d188847c7854904bdcaf5aea9 2024-12-01T22:42:40,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/931a68307cbe4e658e512b8d9cb10f9a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/931a68307cbe4e658e512b8d9cb10f9a 2024-12-01T22:42:40,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/97dc62f699c04216a93ff3e89f533c7c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/97dc62f699c04216a93ff3e89f533c7c 2024-12-01T22:42:40,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ab911ff754a9435ea7bd70b1c038b14d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/ab911ff754a9435ea7bd70b1c038b14d 2024-12-01T22:42:40,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/f35432bc88f544c6ba2a6c9197236c27 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/f35432bc88f544c6ba2a6c9197236c27 2024-12-01T22:42:40,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a80d5a40881d450abc62ad1046572428 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a80d5a40881d450abc62ad1046572428 2024-12-01T22:42:40,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/b14cc4f601f047f6bbb8e1d0a5187f9b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/b14cc4f601f047f6bbb8e1d0a5187f9b 2024-12-01T22:42:40,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/d3b98a906ae944999de3bb2b29fdb698 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/d3b98a906ae944999de3bb2b29fdb698 2024-12-01T22:42:40,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/93579bf446714d4797b09a1aa93f13cb to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/93579bf446714d4797b09a1aa93f13cb 2024-12-01T22:42:40,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a2c21693e88d41a2a202a24abc5682cf to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/a2c21693e88d41a2a202a24abc5682cf 2024-12-01T22:42:40,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/e15843f43f5640cca72548bf436ebd23 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/e15843f43f5640cca72548bf436ebd23 2024-12-01T22:42:40,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c6b6b97434134b4b989546050544a991 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/c6b6b97434134b4b989546050544a991 2024-12-01T22:42:40,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/23ec08b6ae954df7be3b65b402df7d72 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/23ec08b6ae954df7be3b65b402df7d72 2024-12-01T22:42:40,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/bf8e69eb065840f5a547a77e103dbe88 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/bf8e69eb065840f5a547a77e103dbe88 2024-12-01T22:42:40,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7c768eaae2f04c2db22b5413a5fbf4f6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/7c768eaae2f04c2db22b5413a5fbf4f6 2024-12-01T22:42:40,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/3f1a63ca2a7c488d91348ee7c4ea4297 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/3f1a63ca2a7c488d91348ee7c4ea4297 2024-12-01T22:42:40,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/966a7cf98c3d4dafb0a72ba3f08bfe59 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/966a7cf98c3d4dafb0a72ba3f08bfe59 2024-12-01T22:42:40,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8bbddea344fc48429641fd607e572011, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/451ef75737624e2a98d75c1610adb0cd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/500d1a69e040470291c6b3f269756262, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9ffbc91630de4ac49d41517fad27a647, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/0cc950def613490796acc356f9654a6b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4d935c8d211a49edaec066ad24f6529b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/dc4e662c0ddf4166ac4d5bc16d114995, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/05243959d3384ba3a77fa14c97e3de58, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/24cae7f0f03b483abb6814f8170313a4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/3cfed00173e3422580d58850cb5a945a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8d1dcd20bb3b4b43ab43950436889a88, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5c8ca978cc2c430eb3554ba6af4f19a0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/08ceabdfd75240f297ead3e57c4a9c1e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b2098554a7aa48ca9453bd665e5c39d8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4249e71dd35d4e3a94299249787a1cb2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9084246f00194fc09ca5d944f309a709, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/534acc058cfa4c72878cc3b5684f3a53, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a1380a16ca3c48ed84727260f7353c3d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5bc0d616e6d24689a5cf250aa4d19359, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a655bf6a5ed94e759133aa7a5e00ed42, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fe19d41613d14eefb1276184375e667a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/ee0599d56e4142a2b72b5e2176acb7be, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/64459e40c2cc4692b911938823516f23, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/7311275db1c0440f88fe0f13334a2f5c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/f99d3ed66e11414d85fd9bab7fee9832, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fede3abf7bb840779738318d0cbf06a6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/be067e6a0d8e4aa39e8f7c4788c85693, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2d22df0c61b1451d8f717d1c15c68795, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/d6ef6d180f6a47e692ac6844115df4b3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/db1bc3bce3d8441ebaf4035ace5fda7a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b571c7fc9dad4cfd8bc977f6b7e21598] to archive 2024-12-01T22:42:40,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:40,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8bbddea344fc48429641fd607e572011 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8bbddea344fc48429641fd607e572011 2024-12-01T22:42:40,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/451ef75737624e2a98d75c1610adb0cd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/451ef75737624e2a98d75c1610adb0cd 2024-12-01T22:42:40,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/500d1a69e040470291c6b3f269756262 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/500d1a69e040470291c6b3f269756262 2024-12-01T22:42:40,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9ffbc91630de4ac49d41517fad27a647 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9ffbc91630de4ac49d41517fad27a647 2024-12-01T22:42:40,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/0cc950def613490796acc356f9654a6b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/0cc950def613490796acc356f9654a6b 2024-12-01T22:42:40,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4d935c8d211a49edaec066ad24f6529b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4d935c8d211a49edaec066ad24f6529b 2024-12-01T22:42:40,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2f9e48d3c0a7493c9f6fa7f87cfd5c75 2024-12-01T22:42:40,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/dc4e662c0ddf4166ac4d5bc16d114995 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/dc4e662c0ddf4166ac4d5bc16d114995 2024-12-01T22:42:40,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/05243959d3384ba3a77fa14c97e3de58 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/05243959d3384ba3a77fa14c97e3de58 2024-12-01T22:42:40,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/24cae7f0f03b483abb6814f8170313a4 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/24cae7f0f03b483abb6814f8170313a4 2024-12-01T22:42:40,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/3cfed00173e3422580d58850cb5a945a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/3cfed00173e3422580d58850cb5a945a 2024-12-01T22:42:40,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8d1dcd20bb3b4b43ab43950436889a88 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/8d1dcd20bb3b4b43ab43950436889a88 2024-12-01T22:42:40,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5c8ca978cc2c430eb3554ba6af4f19a0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5c8ca978cc2c430eb3554ba6af4f19a0 2024-12-01T22:42:40,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/08ceabdfd75240f297ead3e57c4a9c1e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/08ceabdfd75240f297ead3e57c4a9c1e 2024-12-01T22:42:40,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b2098554a7aa48ca9453bd665e5c39d8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b2098554a7aa48ca9453bd665e5c39d8 2024-12-01T22:42:40,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4249e71dd35d4e3a94299249787a1cb2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4249e71dd35d4e3a94299249787a1cb2 2024-12-01T22:42:40,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9084246f00194fc09ca5d944f309a709 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/9084246f00194fc09ca5d944f309a709 2024-12-01T22:42:40,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/534acc058cfa4c72878cc3b5684f3a53 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/534acc058cfa4c72878cc3b5684f3a53 2024-12-01T22:42:40,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a1380a16ca3c48ed84727260f7353c3d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a1380a16ca3c48ed84727260f7353c3d 2024-12-01T22:42:40,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5bc0d616e6d24689a5cf250aa4d19359 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/5bc0d616e6d24689a5cf250aa4d19359 2024-12-01T22:42:40,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a655bf6a5ed94e759133aa7a5e00ed42 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/a655bf6a5ed94e759133aa7a5e00ed42 2024-12-01T22:42:40,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fe19d41613d14eefb1276184375e667a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fe19d41613d14eefb1276184375e667a 2024-12-01T22:42:40,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/ee0599d56e4142a2b72b5e2176acb7be to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/ee0599d56e4142a2b72b5e2176acb7be 2024-12-01T22:42:40,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/64459e40c2cc4692b911938823516f23 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/64459e40c2cc4692b911938823516f23 2024-12-01T22:42:40,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/7311275db1c0440f88fe0f13334a2f5c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/7311275db1c0440f88fe0f13334a2f5c 2024-12-01T22:42:40,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/f99d3ed66e11414d85fd9bab7fee9832 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/f99d3ed66e11414d85fd9bab7fee9832 2024-12-01T22:42:40,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fede3abf7bb840779738318d0cbf06a6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/fede3abf7bb840779738318d0cbf06a6 2024-12-01T22:42:40,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/be067e6a0d8e4aa39e8f7c4788c85693 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/be067e6a0d8e4aa39e8f7c4788c85693 2024-12-01T22:42:40,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2d22df0c61b1451d8f717d1c15c68795 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/2d22df0c61b1451d8f717d1c15c68795 2024-12-01T22:42:40,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/d6ef6d180f6a47e692ac6844115df4b3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/d6ef6d180f6a47e692ac6844115df4b3 2024-12-01T22:42:40,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/db1bc3bce3d8441ebaf4035ace5fda7a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/db1bc3bce3d8441ebaf4035ace5fda7a 2024-12-01T22:42:40,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b571c7fc9dad4cfd8bc977f6b7e21598 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/b571c7fc9dad4cfd8bc977f6b7e21598 2024-12-01T22:42:40,211 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/recovered.edits/519.seqid, newMaxSeqId=519, maxSeqId=1 2024-12-01T22:42:40,211 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. 2024-12-01T22:42:40,211 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1676): Region close journal for 3a261341c23849a771b8dae0f864ebbb: Waiting for close lock at 1733092958868Running coprocessor pre-close hooks at 1733092958868Disabling compacts and flushes for region at 1733092958868Disabling writes for close at 1733092958868Obtaining lock to block concurrent updates at 1733092958868Preparing flush snapshotting stores in 3a261341c23849a771b8dae0f864ebbb at 1733092958868Finished memstore snapshotting TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733092958869 (+1 ms)Flushing stores of TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb. at 1733092958871 (+2 ms)Flushing 3a261341c23849a771b8dae0f864ebbb/A: creating writer at 1733092958871Flushing 3a261341c23849a771b8dae0f864ebbb/A: appending metadata at 1733092958877 (+6 ms)Flushing 3a261341c23849a771b8dae0f864ebbb/A: closing flushed file at 1733092958877Flushing 3a261341c23849a771b8dae0f864ebbb/B: creating writer at 1733092959286 (+409 ms)Flushing 3a261341c23849a771b8dae0f864ebbb/B: appending metadata at 1733092959288 (+2 ms)Flushing 3a261341c23849a771b8dae0f864ebbb/B: closing flushed file at 1733092959288Flushing 3a261341c23849a771b8dae0f864ebbb/C: creating writer at 1733092959698 (+410 ms)Flushing 3a261341c23849a771b8dae0f864ebbb/C: appending metadata at 1733092959701 (+3 ms)Flushing 3a261341c23849a771b8dae0f864ebbb/C: closing flushed file at 1733092959701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d24c138: reopening flushed file at 1733092960112 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e108f9f: reopening flushed file at 1733092960116 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2609b2df: reopening flushed file at 1733092960122 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3a261341c23849a771b8dae0f864ebbb in 1258ms, sequenceid=516, compaction requested=false at 1733092960126 (+4 ms)Writing region close event to WAL at 1733092960208 (+82 ms)Running coprocessor post-close hooks at 1733092960211 (+3 ms)Closed at 1733092960211 2024-12-01T22:42:40,213 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(157): Closed 3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:40,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=3a261341c23849a771b8dae0f864ebbb, regionState=CLOSED 2024-12-01T22:42:40,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:42:40,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-01T22:42:40,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a261341c23849a771b8dae0f864ebbb, server=14efca635be3,43983,1733092856036 in 1.5020 sec 2024-12-01T22:42:40,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-12-01T22:42:40,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a261341c23849a771b8dae0f864ebbb, UNASSIGN in 1.5080 sec 2024-12-01T22:42:40,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-01T22:42:40,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5110 sec 2024-12-01T22:42:40,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092960224"}]},"ts":"1733092960224"} 2024-12-01T22:42:40,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T22:42:40,225 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T22:42:40,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5220 sec 2024-12-01T22:42:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T22:42:40,856 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:40,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T22:42:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:40,860 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T22:42:40,862 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=80, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:40,867 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:40,870 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/recovered.edits] 2024-12-01T22:42:40,873 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/94b38e6f7957462c8abaaabce245d816 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/94b38e6f7957462c8abaaabce245d816 2024-12-01T22:42:40,874 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/baebb9da06f6496caa48b0d942a710d2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/A/baebb9da06f6496caa48b0d942a710d2 2024-12-01T22:42:40,877 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/63a5c0e29c244479be39385e5fa52f27 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/63a5c0e29c244479be39385e5fa52f27 2024-12-01T22:42:40,878 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8b1c716f919f4b1e82307e4d42f4a841 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/B/8b1c716f919f4b1e82307e4d42f4a841 2024-12-01T22:42:40,880 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4b4c00d95f014bb4b0ec51a3ca48810e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/4b4c00d95f014bb4b0ec51a3ca48810e 2024-12-01T22:42:40,881 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/cbfcb90927fc474b88fe7532788c2108 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/C/cbfcb90927fc474b88fe7532788c2108 2024-12-01T22:42:40,884 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/recovered.edits/519.seqid to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb/recovered.edits/519.seqid 2024-12-01T22:42:40,885 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/3a261341c23849a771b8dae0f864ebbb 2024-12-01T22:42:40,885 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T22:42:40,887 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=80, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:40,890 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T22:42:40,892 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T22:42:40,894 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=80, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:40,894 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T22:42:40,894 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733092960894"}]},"ts":"9223372036854775807"} 2024-12-01T22:42:40,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T22:42:40,896 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3a261341c23849a771b8dae0f864ebbb, NAME => 'TestAcidGuarantees,,1733092928747.3a261341c23849a771b8dae0f864ebbb.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T22:42:40,896 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T22:42:40,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733092960896"}]},"ts":"9223372036854775807"} 2024-12-01T22:42:40,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T22:42:40,899 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=80, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:40,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-12-01T22:42:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T22:42:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T22:42:40,966 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:40,977 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 248), OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 336) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9114 (was 10099) 2024-12-01T22:42:40,987 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=9114 2024-12-01T22:42:40,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:42:40,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:42:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:40,994 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T22:42:40,995 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:40,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 81 2024-12-01T22:42:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-01T22:42:40,995 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T22:42:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742165_1341 (size=1061) 2024-12-01T22:42:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-01T22:42:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-01T22:42:41,402 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef 2024-12-01T22:42:41,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742166_1342 (size=53) 2024-12-01T22:42:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-01T22:42:41,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:42:41,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4f07e44da8886d0c2edb16eaf24a515d, disabling compactions & flushes 2024-12-01T22:42:41,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:41,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:41,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. after waiting 0 ms 2024-12-01T22:42:41,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:41,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:41,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f07e44da8886d0c2edb16eaf24a515d: Waiting for close lock at 1733092961808Disabling compacts and flushes for region at 1733092961808Disabling writes for close at 1733092961808Writing region close event to WAL at 1733092961808Closed at 1733092961808 2024-12-01T22:42:41,809 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T22:42:41,810 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733092961809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092961809"}]},"ts":"1733092961809"} 2024-12-01T22:42:41,812 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T22:42:41,813 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T22:42:41,813 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092961813"}]},"ts":"1733092961813"} 2024-12-01T22:42:41,815 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T22:42:41,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, ASSIGN}] 2024-12-01T22:42:41,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, ASSIGN 2024-12-01T22:42:41,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, ASSIGN; state=OFFLINE, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=false 2024-12-01T22:42:41,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4f07e44da8886d0c2edb16eaf24a515d, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:41,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, ASSIGN because future has completed 2024-12-01T22:42:41,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:42:42,133 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:42,133 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:42:42,134 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,134 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:42:42,134 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7794): checking encryption for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,134 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7797): checking classloading for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-01T22:42:42,138 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,140 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:42,140 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f07e44da8886d0c2edb16eaf24a515d columnFamilyName A 2024-12-01T22:42:42,140 DEBUG [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:42,141 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(327): Store=4f07e44da8886d0c2edb16eaf24a515d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:42,141 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,143 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:42,143 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f07e44da8886d0c2edb16eaf24a515d columnFamilyName B 2024-12-01T22:42:42,143 DEBUG [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:42,143 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(327): Store=4f07e44da8886d0c2edb16eaf24a515d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:42,144 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,145 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:42,145 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f07e44da8886d0c2edb16eaf24a515d columnFamilyName C 2024-12-01T22:42:42,145 DEBUG [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:42,146 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(327): Store=4f07e44da8886d0c2edb16eaf24a515d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:42,146 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:42,146 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1038): replaying wal for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,147 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,148 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,149 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1048): stopping wal replay for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,149 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1060): Cleaning up temporary data for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,150 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:42:42,151 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1093): writing seq id for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,153 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:42:42,154 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1114): Opened 4f07e44da8886d0c2edb16eaf24a515d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71045514, jitterRate=0.058660656213760376}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:42:42,154 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:42,155 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1006): Region open journal for 4f07e44da8886d0c2edb16eaf24a515d: Running coprocessor pre-open hook at 1733092962135Writing region info on filesystem at 1733092962135Initializing all the Stores at 1733092962136 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092962136Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092962137 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092962137Cleaning up temporary data from old regions at 1733092962149 (+12 ms)Running coprocessor post-open hooks at 1733092962154 (+5 ms)Region opened successfully at 1733092962155 (+1 ms) 2024-12-01T22:42:42,156 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., pid=83, masterSystemTime=1733092962127 2024-12-01T22:42:42,158 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:42,158 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:42,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4f07e44da8886d0c2edb16eaf24a515d, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:42,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:42:42,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-01T22:42:42,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 in 188 msec 2024-12-01T22:42:42,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-01T22:42:42,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, ASSIGN in 350 msec 2024-12-01T22:42:42,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T22:42:42,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092962169"}]},"ts":"1733092962169"} 2024-12-01T22:42:42,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T22:42:42,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T22:42:42,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-12-01T22:42:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-01T22:42:43,146 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:43,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:43,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:43,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:43,149 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4994efd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:43,151 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eebbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:43,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:43,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:43,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:42:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,39583,1733092855292 2024-12-01T22:42:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b63145b 2024-12-01T22:42:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:42:43,155 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:42:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:42:43,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:42:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T22:42:43,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742167_1343 (size=1097) 2024-12-01T22:42:43,626 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-01T22:42:43,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-01T22:42:43,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:42:43,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, REOPEN/MOVE}] 2024-12-01T22:42:43,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, REOPEN/MOVE 2024-12-01T22:42:43,637 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4f07e44da8886d0c2edb16eaf24a515d, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, REOPEN/MOVE because future has completed 2024-12-01T22:42:43,639 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:42:43,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:42:43,792 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:43,792 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:42:43,792 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 4f07e44da8886d0c2edb16eaf24a515d, disabling compactions & flushes 2024-12-01T22:42:43,792 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:43,792 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:43,792 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. after waiting 0 ms 2024-12-01T22:42:43,792 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:43,797 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T22:42:43,798 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:43,798 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 4f07e44da8886d0c2edb16eaf24a515d: Waiting for close lock at 1733092963792Running coprocessor pre-close hooks at 1733092963792Disabling compacts and flushes for region at 1733092963792Disabling writes for close at 1733092963792Writing region close event to WAL at 1733092963793 (+1 ms)Running coprocessor post-close hooks at 1733092963798 (+5 ms)Closed at 1733092963798 2024-12-01T22:42:43,798 WARN [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionServer(3299): Not adding moved region record: 4f07e44da8886d0c2edb16eaf24a515d to self. 2024-12-01T22:42:43,801 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:43,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4f07e44da8886d0c2edb16eaf24a515d, regionState=CLOSED 2024-12-01T22:42:43,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:42:43,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-01T22:42:43,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 in 166 msec 2024-12-01T22:42:43,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, REOPEN/MOVE; state=CLOSED, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=true 2024-12-01T22:42:43,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4f07e44da8886d0c2edb16eaf24a515d, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:43,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, REOPEN/MOVE because future has completed 2024-12-01T22:42:43,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:42:44,123 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,123 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:42:44,124 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,124 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:42:44,124 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,125 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,127 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,129 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:44,130 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f07e44da8886d0c2edb16eaf24a515d columnFamilyName A 2024-12-01T22:42:44,132 DEBUG [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:44,132 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(327): Store=4f07e44da8886d0c2edb16eaf24a515d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:44,133 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,134 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:44,134 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f07e44da8886d0c2edb16eaf24a515d columnFamilyName B 2024-12-01T22:42:44,134 DEBUG [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:44,135 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(327): Store=4f07e44da8886d0c2edb16eaf24a515d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:44,135 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,136 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:42:44,136 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f07e44da8886d0c2edb16eaf24a515d columnFamilyName C 2024-12-01T22:42:44,136 DEBUG [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:44,137 INFO [StoreOpener-4f07e44da8886d0c2edb16eaf24a515d-1 {}] regionserver.HStore(327): Store=4f07e44da8886d0c2edb16eaf24a515d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:42:44,137 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,137 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,138 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,139 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,141 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,141 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,142 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:42:44,143 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,144 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 4f07e44da8886d0c2edb16eaf24a515d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59756326, jitterRate=-0.10956135392189026}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:42:44,144 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,144 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 4f07e44da8886d0c2edb16eaf24a515d: Running coprocessor pre-open hook at 1733092964125Writing region info on filesystem at 1733092964125Initializing all the Stores at 1733092964126 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092964126Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092964127 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092964127Cleaning up temporary data from old regions at 1733092964141 (+14 ms)Running coprocessor post-open hooks at 1733092964144 (+3 ms)Region opened successfully at 1733092964144 2024-12-01T22:42:44,145 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., pid=88, masterSystemTime=1733092964118 2024-12-01T22:42:44,146 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,146 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4f07e44da8886d0c2edb16eaf24a515d, regionState=OPEN, openSeqNum=5, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:42:44,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=86 2024-12-01T22:42:44,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 in 184 msec 2024-12-01T22:42:44,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-01T22:42:44,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, REOPEN/MOVE in 516 msec 2024-12-01T22:42:44,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-01T22:42:44,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec 2024-12-01T22:42:44,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 997 msec 2024-12-01T22:42:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T22:42:44,157 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:44,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,159 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c7e21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,161 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bae3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9c2a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,165 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659de5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,168 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf575f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,169 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12865b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,172 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1cd701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,173 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a460f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,175 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6761eeae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,177 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4815609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,179 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16623da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,180 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be39e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,182 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1425f950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,183 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f922b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,185 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709de03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,186 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,189 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789346e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,190 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24da1ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:42:44,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:42:44,192 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:42:44,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f4b750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:42:44,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:42:44,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:44,194 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:42:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ec3cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:42:44,196 DEBUG [Thread-1586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,196 DEBUG [Thread-1588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,197 DEBUG [Thread-1582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,197 DEBUG [Thread-1573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,197 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,198 DEBUG [Thread-1580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-01T22:42:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T22:42:44,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,199 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,200 DEBUG [Thread-1571 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,200 DEBUG [Thread-1569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,203 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:44,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:44,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,212 DEBUG [Thread-1577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,212 DEBUG [Thread-1575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,213 DEBUG [Thread-1584 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:42:44,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:42:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:42:44,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:42:44,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:42:44,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:42:44,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:44,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:44,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:44,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:44,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:44,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:44,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d1ede6af33334cf5ab0f1a8e6d0d0b68_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092964216/Put/seqid=0 2024-12-01T22:42:44,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092964247, max timestamp=1733092964257Num uniques 859; 2024-12-01T22:42:44,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092964247, max timestamp=1733092964257Num uniques 859; 2024-12-01T22:42:44,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092964247, max timestamp=1733092964257Num uniques 859; 2024-12-01T22:42:44,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:44,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:44,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742168_1344 (size=12154) 2024-12-01T22:42:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093024291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093024292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093024299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T22:42:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093024300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093024300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:44,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:44,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093024405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093024405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093024415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093024415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093024416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T22:42:44,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093024615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093024615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093024625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093024625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093024625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:44,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d1ede6af33334cf5ab0f1a8e6d0d0b68_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d1ede6af33334cf5ab0f1a8e6d0d0b68_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:44,672 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/d151b880655143b483d633f6546efc9f, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:44,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/d151b880655143b483d633f6546efc9f is 175, key is test_row_0/A:col10/1733092964216/Put/seqid=0 2024-12-01T22:42:44,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742169_1345 (size=30955) 2024-12-01T22:42:44,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T22:42:44,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093024935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093024935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093024945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093024945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093024945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:44,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:44,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:44,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/d151b880655143b483d633f6546efc9f 2024-12-01T22:42:45,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/c2f53622b3cf4a29a7dbac5656d31b56 is 50, key is test_row_0/B:col10/1733092964216/Put/seqid=0 2024-12-01T22:42:45,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742170_1346 (size=12001) 2024-12-01T22:42:45,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/c2f53622b3cf4a29a7dbac5656d31b56 2024-12-01T22:42:45,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/ac6b34639a844cbbaa382dfa83a01b85 is 50, key is test_row_0/C:col10/1733092964216/Put/seqid=0 2024-12-01T22:42:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742171_1347 (size=12001) 2024-12-01T22:42:45,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:45,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:45,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T22:42:45,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093025445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:45,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093025445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093025465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093025465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093025465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:45,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:45,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:45,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/ac6b34639a844cbbaa382dfa83a01b85 2024-12-01T22:42:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/d151b880655143b483d633f6546efc9f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d151b880655143b483d633f6546efc9f 2024-12-01T22:42:45,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d151b880655143b483d633f6546efc9f, entries=150, sequenceid=15, filesize=30.2 K 2024-12-01T22:42:45,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/c2f53622b3cf4a29a7dbac5656d31b56 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/c2f53622b3cf4a29a7dbac5656d31b56 2024-12-01T22:42:45,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/c2f53622b3cf4a29a7dbac5656d31b56, entries=150, sequenceid=15, filesize=11.7 K 2024-12-01T22:42:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/ac6b34639a844cbbaa382dfa83a01b85 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ac6b34639a844cbbaa382dfa83a01b85 2024-12-01T22:42:45,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ac6b34639a844cbbaa382dfa83a01b85, entries=150, sequenceid=15, filesize=11.7 K 2024-12-01T22:42:45,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 4f07e44da8886d0c2edb16eaf24a515d in 1392ms, sequenceid=15, compaction requested=false 2024-12-01T22:42:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T22:42:45,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:45,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T22:42:45,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:45,734 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T22:42:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:45,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:42:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201364c8c80a7904d5284d8876caba019ea_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092964299/Put/seqid=0 2024-12-01T22:42:45,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742172_1348 (size=12154) 2024-12-01T22:42:45,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:45,761 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201364c8c80a7904d5284d8876caba019ea_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201364c8c80a7904d5284d8876caba019ea_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/dd92148d9abe4c2bb7605d2ee14922c9, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/dd92148d9abe4c2bb7605d2ee14922c9 is 175, key is test_row_0/A:col10/1733092964299/Put/seqid=0 2024-12-01T22:42:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742173_1349 (size=30955) 2024-12-01T22:42:45,789 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/dd92148d9abe4c2bb7605d2ee14922c9 2024-12-01T22:42:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/a210c53230524656ba416b346f077af5 is 50, key is test_row_0/B:col10/1733092964299/Put/seqid=0 2024-12-01T22:42:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742174_1350 (size=12001) 2024-12-01T22:42:46,208 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/a210c53230524656ba416b346f077af5 2024-12-01T22:42:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/e31ed93ea77e47cb94003c3be4161474 is 50, key is test_row_0/C:col10/1733092964299/Put/seqid=0 2024-12-01T22:42:46,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742175_1351 (size=12001) 2024-12-01T22:42:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T22:42:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:46,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:46,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093026476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093026478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093026481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093026482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093026483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093026585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093026595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093026595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093026604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093026604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,618 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/e31ed93ea77e47cb94003c3be4161474 2024-12-01T22:42:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/dd92148d9abe4c2bb7605d2ee14922c9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/dd92148d9abe4c2bb7605d2ee14922c9 2024-12-01T22:42:46,626 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/dd92148d9abe4c2bb7605d2ee14922c9, entries=150, sequenceid=51, filesize=30.2 K 2024-12-01T22:42:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/a210c53230524656ba416b346f077af5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a210c53230524656ba416b346f077af5 2024-12-01T22:42:46,630 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a210c53230524656ba416b346f077af5, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T22:42:46,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/e31ed93ea77e47cb94003c3be4161474 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/e31ed93ea77e47cb94003c3be4161474 2024-12-01T22:42:46,634 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/e31ed93ea77e47cb94003c3be4161474, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T22:42:46,635 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 4f07e44da8886d0c2edb16eaf24a515d in 901ms, sequenceid=51, compaction requested=false 2024-12-01T22:42:46,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:46,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:46,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-01T22:42:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-12-01T22:42:46,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-01T22:42:46,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4330 sec 2024-12-01T22:42:46,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.4410 sec 2024-12-01T22:42:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:46,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:42:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:46,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bf104b321967482a8d4dd8121dd56276_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092966481/Put/seqid=0 2024-12-01T22:42:46,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742176_1352 (size=14594) 2024-12-01T22:42:46,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092966831, max timestamp=1733092966841Num uniques 859; 2024-12-01T22:42:46,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:46,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092966831, max timestamp=1733092966841Num uniques 859; 2024-12-01T22:42:46,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733092966831, max timestamp=1733092966840Num uniques 859; 2024-12-01T22:42:46,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:46,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:42:46,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093026865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093026866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093026868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093026869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093026875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093026985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093026985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093026985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:46,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093026995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:46,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093026995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093027195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093027195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093027195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,209 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:47,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093027205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093027205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,212 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bf104b321967482a8d4dd8121dd56276_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bf104b321967482a8d4dd8121dd56276_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:47,213 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/fd6d872097fc4e15809575fdd0650c32, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:47,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/fd6d872097fc4e15809575fdd0650c32 is 175, key is test_row_0/A:col10/1733092966481/Put/seqid=0 2024-12-01T22:42:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742177_1353 (size=39549) 2024-12-01T22:42:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093027505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093027505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093027505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093027514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093027514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:47,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/fd6d872097fc4e15809575fdd0650c32 2024-12-01T22:42:47,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/93cb0a28efbf4b37bb610799d174d345 is 50, key is test_row_0/B:col10/1733092966481/Put/seqid=0 2024-12-01T22:42:47,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742178_1354 (size=12001) 2024-12-01T22:42:48,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093028015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:48,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/93cb0a28efbf4b37bb610799d174d345 2024-12-01T22:42:48,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093028024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:48,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093028024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:48,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093028024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:48,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/200ab423f01e45d2806efe6bdf25c258 is 50, key is test_row_0/C:col10/1733092966481/Put/seqid=0 2024-12-01T22:42:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742179_1355 (size=12001) 2024-12-01T22:42:48,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/200ab423f01e45d2806efe6bdf25c258 2024-12-01T22:42:48,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/fd6d872097fc4e15809575fdd0650c32 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/fd6d872097fc4e15809575fdd0650c32 2024-12-01T22:42:48,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093028035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:48,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/fd6d872097fc4e15809575fdd0650c32, entries=200, sequenceid=62, filesize=38.6 K 2024-12-01T22:42:48,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/93cb0a28efbf4b37bb610799d174d345 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93cb0a28efbf4b37bb610799d174d345 2024-12-01T22:42:48,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93cb0a28efbf4b37bb610799d174d345, entries=150, sequenceid=62, filesize=11.7 K 2024-12-01T22:42:48,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/200ab423f01e45d2806efe6bdf25c258 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/200ab423f01e45d2806efe6bdf25c258 2024-12-01T22:42:48,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/200ab423f01e45d2806efe6bdf25c258, entries=150, sequenceid=62, filesize=11.7 K 2024-12-01T22:42:48,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4f07e44da8886d0c2edb16eaf24a515d in 1254ms, sequenceid=62, compaction requested=true 2024-12-01T22:42:48,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:48,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:48,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:48,052 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:48,053 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:48,053 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:48,053 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/A is initiating minor compaction (all files) 2024-12-01T22:42:48,053 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:48,053 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/A in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:48,053 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/B is initiating minor compaction (all files) 2024-12-01T22:42:48,053 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d151b880655143b483d633f6546efc9f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/dd92148d9abe4c2bb7605d2ee14922c9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/fd6d872097fc4e15809575fdd0650c32] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=99.1 K 2024-12-01T22:42:48,053 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/B in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:48,053 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:48,054 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d151b880655143b483d633f6546efc9f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/dd92148d9abe4c2bb7605d2ee14922c9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/fd6d872097fc4e15809575fdd0650c32] 2024-12-01T22:42:48,054 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/c2f53622b3cf4a29a7dbac5656d31b56, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a210c53230524656ba416b346f077af5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93cb0a28efbf4b37bb610799d174d345] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=35.2 K 2024-12-01T22:42:48,054 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting d151b880655143b483d633f6546efc9f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733092964211 2024-12-01T22:42:48,054 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting c2f53622b3cf4a29a7dbac5656d31b56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733092964211 2024-12-01T22:42:48,054 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd92148d9abe4c2bb7605d2ee14922c9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733092964274 2024-12-01T22:42:48,054 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a210c53230524656ba416b346f077af5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733092964274 2024-12-01T22:42:48,054 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd6d872097fc4e15809575fdd0650c32, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733092966480 2024-12-01T22:42:48,054 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 93cb0a28efbf4b37bb610799d174d345, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733092966480 2024-12-01T22:42:48,059 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:48,060 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:48,060 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/d7c7e40a6ee54fd090e43e62cb2d1487 is 50, key is test_row_0/B:col10/1733092966481/Put/seqid=0 2024-12-01T22:42:48,068 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120104f06805d24d496d8f50e30a10a94448_4f07e44da8886d0c2edb16eaf24a515d store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:48,070 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120104f06805d24d496d8f50e30a10a94448_4f07e44da8886d0c2edb16eaf24a515d, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:48,070 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120104f06805d24d496d8f50e30a10a94448_4f07e44da8886d0c2edb16eaf24a515d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:48,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742180_1356 (size=12104) 2024-12-01T22:42:48,075 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/d7c7e40a6ee54fd090e43e62cb2d1487 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/d7c7e40a6ee54fd090e43e62cb2d1487 2024-12-01T22:42:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742181_1357 (size=4469) 2024-12-01T22:42:48,080 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/B of 4f07e44da8886d0c2edb16eaf24a515d into d7c7e40a6ee54fd090e43e62cb2d1487(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:48,080 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:48,080 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/B, priority=13, startTime=1733092968053; duration=0sec 2024-12-01T22:42:48,080 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:48,080 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:B 2024-12-01T22:42:48,080 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:48,081 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:48,081 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/C is initiating minor compaction (all files) 2024-12-01T22:42:48,081 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/C in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:48,081 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ac6b34639a844cbbaa382dfa83a01b85, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/e31ed93ea77e47cb94003c3be4161474, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/200ab423f01e45d2806efe6bdf25c258] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=35.2 K 2024-12-01T22:42:48,082 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ac6b34639a844cbbaa382dfa83a01b85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733092964211 2024-12-01T22:42:48,082 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting e31ed93ea77e47cb94003c3be4161474, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733092964274 2024-12-01T22:42:48,082 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 200ab423f01e45d2806efe6bdf25c258, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733092966480 2024-12-01T22:42:48,088 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:48,088 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/7ad62ebf78f44b01b8b785fa45e07f0e is 50, key is test_row_0/C:col10/1733092966481/Put/seqid=0 2024-12-01T22:42:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742182_1358 (size=12104) 2024-12-01T22:42:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-01T22:42:48,355 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:48,356 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-01T22:42:48,357 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-01T22:42:48,358 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:48,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-01T22:42:48,480 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:48,481 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/a6916a03c08e4136a8d7cd67a24bed9d is 175, key is test_row_0/A:col10/1733092966481/Put/seqid=0 2024-12-01T22:42:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742183_1359 (size=31058) 2024-12-01T22:42:48,487 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/a6916a03c08e4136a8d7cd67a24bed9d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a6916a03c08e4136a8d7cd67a24bed9d 2024-12-01T22:42:48,491 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/A of 4f07e44da8886d0c2edb16eaf24a515d into a6916a03c08e4136a8d7cd67a24bed9d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:48,491 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:48,491 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/A, priority=13, startTime=1733092968052; duration=0sec 2024-12-01T22:42:48,491 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:48,491 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:A 2024-12-01T22:42:48,501 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/7ad62ebf78f44b01b8b785fa45e07f0e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/7ad62ebf78f44b01b8b785fa45e07f0e 2024-12-01T22:42:48,504 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/C of 4f07e44da8886d0c2edb16eaf24a515d into 7ad62ebf78f44b01b8b785fa45e07f0e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:48,504 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:48,504 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/C, priority=13, startTime=1733092968053; duration=0sec 2024-12-01T22:42:48,504 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:48,505 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:C 2024-12-01T22:42:48,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-01T22:42:48,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:48,510 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-01T22:42:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:42:48,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a2e1dd7b8f9c46d783ea6baa1b34372b_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092966867/Put/seqid=0 2024-12-01T22:42:48,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742184_1360 (size=12154) 2024-12-01T22:42:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-01T22:42:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:48,926 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a2e1dd7b8f9c46d783ea6baa1b34372b_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a2e1dd7b8f9c46d783ea6baa1b34372b_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/2708241183ca4d51adf3ae6765fd7be4, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/2708241183ca4d51adf3ae6765fd7be4 is 175, key is test_row_0/A:col10/1733092966867/Put/seqid=0 2024-12-01T22:42:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742185_1361 (size=30955) 2024-12-01T22:42:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-01T22:42:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:49,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093029055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093029055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093029063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,069 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093029064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093029068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093029175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093029175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093029185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093029185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,331 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/2708241183ca4d51adf3ae6765fd7be4 2024-12-01T22:42:49,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/942277856d7045bca126b98f893a7a20 is 50, key is test_row_0/B:col10/1733092966867/Put/seqid=0 2024-12-01T22:42:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742186_1362 (size=12001) 2024-12-01T22:42:49,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093029385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093029385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093029395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093029404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-01T22:42:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093029695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093029695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093029705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093029715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:49,741 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/942277856d7045bca126b98f893a7a20 2024-12-01T22:42:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/8eef963b0a694511a97d6b909ef0f684 is 50, key is test_row_0/C:col10/1733092966867/Put/seqid=0 2024-12-01T22:42:49,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742187_1363 (size=12001) 2024-12-01T22:42:50,152 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/8eef963b0a694511a97d6b909ef0f684 2024-12-01T22:42:50,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/2708241183ca4d51adf3ae6765fd7be4 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2708241183ca4d51adf3ae6765fd7be4 2024-12-01T22:42:50,158 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2708241183ca4d51adf3ae6765fd7be4, entries=150, sequenceid=100, filesize=30.2 K 2024-12-01T22:42:50,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/942277856d7045bca126b98f893a7a20 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/942277856d7045bca126b98f893a7a20 2024-12-01T22:42:50,162 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/942277856d7045bca126b98f893a7a20, entries=150, sequenceid=100, filesize=11.7 K 2024-12-01T22:42:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/8eef963b0a694511a97d6b909ef0f684 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/8eef963b0a694511a97d6b909ef0f684 2024-12-01T22:42:50,166 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/8eef963b0a694511a97d6b909ef0f684, entries=150, sequenceid=100, filesize=11.7 K 2024-12-01T22:42:50,166 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 4f07e44da8886d0c2edb16eaf24a515d in 1656ms, sequenceid=100, compaction requested=false 2024-12-01T22:42:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-01T22:42:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-12-01T22:42:50,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-01T22:42:50,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-12-01T22:42:50,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.8140 sec 2024-12-01T22:42:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:50,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T22:42:50,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:50,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:50,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:50,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:50,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:50,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:50,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120117e4bb9e665b47eab453735d96273ab4_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092970206/Put/seqid=0 2024-12-01T22:42:50,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742188_1364 (size=14594) 2024-12-01T22:42:50,218 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:50,224 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120117e4bb9e665b47eab453735d96273ab4_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120117e4bb9e665b47eab453735d96273ab4_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:50,225 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/f66ac1016b164e91acf49f4388551be2, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:50,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/f66ac1016b164e91acf49f4388551be2 is 175, key is test_row_0/A:col10/1733092970206/Put/seqid=0 2024-12-01T22:42:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742189_1365 (size=39549) 2024-12-01T22:42:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093030237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093030240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093030241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093030242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093030355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093030355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093030355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093030355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-01T22:42:50,505 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:50,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-01T22:42:50,506 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T22:42:50,507 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:50,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:50,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093030565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093030565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093030565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093030565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T22:42:50,630 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/f66ac1016b164e91acf49f4388551be2 2024-12-01T22:42:50,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/0b727bd3bb0e47d982a66d427da0491f is 50, key is test_row_0/B:col10/1733092970206/Put/seqid=0 2024-12-01T22:42:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742190_1366 (size=12001) 2024-12-01T22:42:50,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T22:42:50,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:50,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:50,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:50,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:50,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:50,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T22:42:50,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:50,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:50,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:50,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:50,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T22:42:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093030875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093030875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093030875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093030875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:50,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T22:42:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:50,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/0b727bd3bb0e47d982a66d427da0491f 2024-12-01T22:42:51,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/4af917fe3f4d4e16b7ffe81adbcd3f97 is 50, key is test_row_0/C:col10/1733092970206/Put/seqid=0 2024-12-01T22:42:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742191_1367 (size=12001) 2024-12-01T22:42:51,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093031095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:51,099 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:51,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:51,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T22:42:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T22:42:51,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T22:42:51,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:51,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093031385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:51,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093031395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093031395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093031395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:51,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T22:42:51,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:51,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:51,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/4af917fe3f4d4e16b7ffe81adbcd3f97 2024-12-01T22:42:51,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/f66ac1016b164e91acf49f4388551be2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/f66ac1016b164e91acf49f4388551be2 2024-12-01T22:42:51,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/f66ac1016b164e91acf49f4388551be2, entries=200, sequenceid=112, filesize=38.6 K 2024-12-01T22:42:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/0b727bd3bb0e47d982a66d427da0491f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/0b727bd3bb0e47d982a66d427da0491f 2024-12-01T22:42:51,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/0b727bd3bb0e47d982a66d427da0491f, entries=150, sequenceid=112, filesize=11.7 K 2024-12-01T22:42:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/4af917fe3f4d4e16b7ffe81adbcd3f97 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/4af917fe3f4d4e16b7ffe81adbcd3f97 2024-12-01T22:42:51,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/4af917fe3f4d4e16b7ffe81adbcd3f97, entries=150, sequenceid=112, filesize=11.7 K 2024-12-01T22:42:51,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4f07e44da8886d0c2edb16eaf24a515d in 1259ms, sequenceid=112, compaction requested=true 2024-12-01T22:42:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:51,466 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:51,466 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:51,467 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:51,467 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/A is initiating minor compaction (all files) 2024-12-01T22:42:51,467 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/A in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,467 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a6916a03c08e4136a8d7cd67a24bed9d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2708241183ca4d51adf3ae6765fd7be4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/f66ac1016b164e91acf49f4388551be2] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=99.2 K 2024-12-01T22:42:51,467 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,467 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a6916a03c08e4136a8d7cd67a24bed9d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2708241183ca4d51adf3ae6765fd7be4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/f66ac1016b164e91acf49f4388551be2] 2024-12-01T22:42:51,467 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6916a03c08e4136a8d7cd67a24bed9d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733092966480 2024-12-01T22:42:51,467 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2708241183ca4d51adf3ae6765fd7be4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733092966853 2024-12-01T22:42:51,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:51,468 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting f66ac1016b164e91acf49f4388551be2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733092969053 2024-12-01T22:42:51,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/B is initiating minor compaction (all files) 2024-12-01T22:42:51,468 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/B in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,468 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/d7c7e40a6ee54fd090e43e62cb2d1487, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/942277856d7045bca126b98f893a7a20, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/0b727bd3bb0e47d982a66d427da0491f] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=35.3 K 2024-12-01T22:42:51,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d7c7e40a6ee54fd090e43e62cb2d1487, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733092966480 2024-12-01T22:42:51,468 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 942277856d7045bca126b98f893a7a20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733092966853 2024-12-01T22:42:51,469 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b727bd3bb0e47d982a66d427da0491f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733092969053 2024-12-01T22:42:51,472 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:51,475 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#B#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:51,475 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/a4e27f45305d4eaa9438e8fe4d2819b7 is 50, key is test_row_0/B:col10/1733092970206/Put/seqid=0 2024-12-01T22:42:51,477 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120126a22dbdc2a64543a9ebf4d6b053956a_4f07e44da8886d0c2edb16eaf24a515d store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:51,478 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120126a22dbdc2a64543a9ebf4d6b053956a_4f07e44da8886d0c2edb16eaf24a515d, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:51,479 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120126a22dbdc2a64543a9ebf4d6b053956a_4f07e44da8886d0c2edb16eaf24a515d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742192_1368 (size=12207) 2024-12-01T22:42:51,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742193_1369 (size=4469) 2024-12-01T22:42:51,482 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#A#compaction#312 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:51,483 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/01b05884ed6a4e829d05e2df4a8bb381 is 175, key is test_row_0/A:col10/1733092970206/Put/seqid=0 2024-12-01T22:42:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742194_1370 (size=31161) 2024-12-01T22:42:51,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T22:42:51,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,575 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:42:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016469c396878f474287af12c255231a2e_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092970240/Put/seqid=0 2024-12-01T22:42:51,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742195_1371 (size=12254) 2024-12-01T22:42:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T22:42:51,884 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/a4e27f45305d4eaa9438e8fe4d2819b7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a4e27f45305d4eaa9438e8fe4d2819b7 2024-12-01T22:42:51,888 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/B of 4f07e44da8886d0c2edb16eaf24a515d into a4e27f45305d4eaa9438e8fe4d2819b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:51,888 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:51,888 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/B, priority=13, startTime=1733092971466; duration=0sec 2024-12-01T22:42:51,888 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:51,888 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:B 2024-12-01T22:42:51,888 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:51,891 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:51,891 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/C is initiating minor compaction (all files) 2024-12-01T22:42:51,891 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/C in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:51,891 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/7ad62ebf78f44b01b8b785fa45e07f0e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/8eef963b0a694511a97d6b909ef0f684, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/4af917fe3f4d4e16b7ffe81adbcd3f97] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=35.3 K 2024-12-01T22:42:51,892 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ad62ebf78f44b01b8b785fa45e07f0e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733092966480 2024-12-01T22:42:51,893 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eef963b0a694511a97d6b909ef0f684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733092966853 2024-12-01T22:42:51,893 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 4af917fe3f4d4e16b7ffe81adbcd3f97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733092969053 2024-12-01T22:42:51,894 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/01b05884ed6a4e829d05e2df4a8bb381 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/01b05884ed6a4e829d05e2df4a8bb381 2024-12-01T22:42:51,899 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/A of 4f07e44da8886d0c2edb16eaf24a515d into 01b05884ed6a4e829d05e2df4a8bb381(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:51,900 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:51,900 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/A, priority=13, startTime=1733092971466; duration=0sec 2024-12-01T22:42:51,900 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:51,900 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:A 2024-12-01T22:42:51,903 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:51,903 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/dd5f1416ebc6443597c303e4817b6ac9 is 50, key is test_row_0/C:col10/1733092970206/Put/seqid=0 2024-12-01T22:42:51,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742196_1372 (size=12207) 2024-12-01T22:42:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:51,988 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016469c396878f474287af12c255231a2e_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016469c396878f474287af12c255231a2e_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/76951d6dfa9245218aa92a4bc7b8d9a7, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:51,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/76951d6dfa9245218aa92a4bc7b8d9a7 is 175, key is test_row_0/A:col10/1733092970240/Put/seqid=0 2024-12-01T22:42:51,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742197_1373 (size=31055) 2024-12-01T22:42:51,993 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/76951d6dfa9245218aa92a4bc7b8d9a7 2024-12-01T22:42:52,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/75e9fe86ed0e4b009c57aed9b91bdd01 is 50, key is test_row_0/B:col10/1733092970240/Put/seqid=0 2024-12-01T22:42:52,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742198_1374 (size=12101) 2024-12-01T22:42:52,311 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/dd5f1416ebc6443597c303e4817b6ac9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/dd5f1416ebc6443597c303e4817b6ac9 2024-12-01T22:42:52,315 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/C of 4f07e44da8886d0c2edb16eaf24a515d into dd5f1416ebc6443597c303e4817b6ac9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:52,315 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:52,315 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/C, priority=13, startTime=1733092971466; duration=0sec 2024-12-01T22:42:52,315 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:52,315 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:C 2024-12-01T22:42:52,408 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/75e9fe86ed0e4b009c57aed9b91bdd01 2024-12-01T22:42:52,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:52,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/b9a21aae84cb4835bcd59d95d96e4a1a is 50, key is test_row_0/C:col10/1733092970240/Put/seqid=0 2024-12-01T22:42:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742199_1375 (size=12101) 2024-12-01T22:42:52,420 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/b9a21aae84cb4835bcd59d95d96e4a1a 2024-12-01T22:42:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/76951d6dfa9245218aa92a4bc7b8d9a7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/76951d6dfa9245218aa92a4bc7b8d9a7 2024-12-01T22:42:52,426 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/76951d6dfa9245218aa92a4bc7b8d9a7, entries=150, sequenceid=132, filesize=30.3 K 2024-12-01T22:42:52,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/75e9fe86ed0e4b009c57aed9b91bdd01 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/75e9fe86ed0e4b009c57aed9b91bdd01 2024-12-01T22:42:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093032421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,429 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/75e9fe86ed0e4b009c57aed9b91bdd01, entries=150, sequenceid=132, filesize=11.8 K 2024-12-01T22:42:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093032422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093032426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/b9a21aae84cb4835bcd59d95d96e4a1a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b9a21aae84cb4835bcd59d95d96e4a1a 2024-12-01T22:42:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093032427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,434 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b9a21aae84cb4835bcd59d95d96e4a1a, entries=150, sequenceid=132, filesize=11.8 K 2024-12-01T22:42:52,435 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4f07e44da8886d0c2edb16eaf24a515d in 860ms, sequenceid=132, compaction requested=false 2024-12-01T22:42:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-01T22:42:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-12-01T22:42:52,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-01T22:42:52,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec 2024-12-01T22:42:52,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.9330 sec 2024-12-01T22:42:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:52,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:42:52,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:52,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:52,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:52,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:52,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:52,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:52,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010cc8aaf2f64e4c80ab1572c80828a6af_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092972425/Put/seqid=0 2024-12-01T22:42:52,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742200_1376 (size=14794) 2024-12-01T22:42:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093032568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093032574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093032577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093032577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T22:42:52,665 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:52,665 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-01T22:42:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T22:42:52,667 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:52,667 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:52,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:52,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093032685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093032695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093032695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093032695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T22:42:52,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T22:42:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:52,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:52,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:52,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093032895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093032904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093032904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093032905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:52,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:52,951 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010cc8aaf2f64e4c80ab1572c80828a6af_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010cc8aaf2f64e4c80ab1572c80828a6af_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:52,952 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/46a0b31c3858425ea8a11a55195899dc, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:52,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/46a0b31c3858425ea8a11a55195899dc is 175, key is test_row_0/A:col10/1733092972425/Put/seqid=0 2024-12-01T22:42:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742201_1377 (size=39749) 2024-12-01T22:42:52,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/46a0b31c3858425ea8a11a55195899dc 2024-12-01T22:42:52,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/47d6a56bfeba423fa5587a0fae411d6b is 50, key is test_row_0/B:col10/1733092972425/Put/seqid=0 2024-12-01T22:42:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742202_1378 (size=12151) 2024-12-01T22:42:52,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T22:42:52,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:52,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:52,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:52,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:52,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T22:42:53,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T22:42:53,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:53,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:53,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:53,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093033205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093033215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093033215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093033215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T22:42:53,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:53,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:53,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:42:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T22:42:53,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/47d6a56bfeba423fa5587a0fae411d6b 2024-12-01T22:42:53,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/efb256ac50f349619467bef4db4f2b78 is 50, key is test_row_0/C:col10/1733092972425/Put/seqid=0 2024-12-01T22:42:53,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742203_1379 (size=12151) 2024-12-01T22:42:53,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/efb256ac50f349619467bef4db4f2b78 2024-12-01T22:42:53,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/46a0b31c3858425ea8a11a55195899dc as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/46a0b31c3858425ea8a11a55195899dc 2024-12-01T22:42:53,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/46a0b31c3858425ea8a11a55195899dc, entries=200, sequenceid=148, filesize=38.8 K 2024-12-01T22:42:53,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/47d6a56bfeba423fa5587a0fae411d6b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/47d6a56bfeba423fa5587a0fae411d6b 2024-12-01T22:42:53,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/47d6a56bfeba423fa5587a0fae411d6b, entries=150, sequenceid=148, filesize=11.9 K 2024-12-01T22:42:53,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/efb256ac50f349619467bef4db4f2b78 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/efb256ac50f349619467bef4db4f2b78 2024-12-01T22:42:53,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/efb256ac50f349619467bef4db4f2b78, entries=150, sequenceid=148, filesize=11.9 K 2024-12-01T22:42:53,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 4f07e44da8886d0c2edb16eaf24a515d in 850ms, sequenceid=148, compaction requested=true 2024-12-01T22:42:53,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:53,390 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:53,390 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:53,390 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:53,390 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/A is initiating minor compaction (all files) 2024-12-01T22:42:53,391 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/A in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,391 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/01b05884ed6a4e829d05e2df4a8bb381, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/76951d6dfa9245218aa92a4bc7b8d9a7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/46a0b31c3858425ea8a11a55195899dc] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=99.6 K 2024-12-01T22:42:53,391 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,391 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/01b05884ed6a4e829d05e2df4a8bb381, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/76951d6dfa9245218aa92a4bc7b8d9a7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/46a0b31c3858425ea8a11a55195899dc] 2024-12-01T22:42:53,391 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01b05884ed6a4e829d05e2df4a8bb381, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733092969053 2024-12-01T22:42:53,391 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76951d6dfa9245218aa92a4bc7b8d9a7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733092970226 2024-12-01T22:42:53,391 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46a0b31c3858425ea8a11a55195899dc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733092972421 2024-12-01T22:42:53,395 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:53,396 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/B is initiating minor compaction (all files) 2024-12-01T22:42:53,396 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/B in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,396 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a4e27f45305d4eaa9438e8fe4d2819b7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/75e9fe86ed0e4b009c57aed9b91bdd01, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/47d6a56bfeba423fa5587a0fae411d6b] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=35.6 K 2024-12-01T22:42:53,396 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a4e27f45305d4eaa9438e8fe4d2819b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733092969053 2024-12-01T22:42:53,397 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:53,397 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 75e9fe86ed0e4b009c57aed9b91bdd01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733092970226 2024-12-01T22:42:53,397 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 47d6a56bfeba423fa5587a0fae411d6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733092972424 2024-12-01T22:42:53,399 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201d43a0b4b7e0246bf92557b3654813be5_4f07e44da8886d0c2edb16eaf24a515d store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:53,400 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201d43a0b4b7e0246bf92557b3654813be5_4f07e44da8886d0c2edb16eaf24a515d, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:53,400 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d43a0b4b7e0246bf92557b3654813be5_4f07e44da8886d0c2edb16eaf24a515d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:53,403 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:53,403 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/91bc8b3056dc4d949531e3968e6013ee is 50, key is test_row_0/B:col10/1733092972425/Put/seqid=0 2024-12-01T22:42:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742204_1380 (size=4469) 2024-12-01T22:42:53,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742205_1381 (size=12459) 2024-12-01T22:42:53,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T22:42:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,431 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:42:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201735cb26a80ca43ce89b0f85fc2fce1e7_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092972573/Put/seqid=0 2024-12-01T22:42:53,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742206_1382 (size=12304) 2024-12-01T22:42:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:53,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093033733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093033734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093033738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093033739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T22:42:53,806 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:53,807 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/bfdebe1961db4351be821b28d78e2aaf is 175, key is test_row_0/A:col10/1733092972425/Put/seqid=0 2024-12-01T22:42:53,810 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/91bc8b3056dc4d949531e3968e6013ee as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/91bc8b3056dc4d949531e3968e6013ee 2024-12-01T22:42:53,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742207_1383 (size=31413) 2024-12-01T22:42:53,816 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/B of 4f07e44da8886d0c2edb16eaf24a515d into 91bc8b3056dc4d949531e3968e6013ee(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:53,816 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:53,816 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/B, priority=13, startTime=1733092973390; duration=0sec 2024-12-01T22:42:53,816 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:53,816 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:B 2024-12-01T22:42:53,816 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:53,817 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:53,817 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/C is initiating minor compaction (all files) 2024-12-01T22:42:53,817 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/C in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:53,817 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/dd5f1416ebc6443597c303e4817b6ac9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b9a21aae84cb4835bcd59d95d96e4a1a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/efb256ac50f349619467bef4db4f2b78] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=35.6 K 2024-12-01T22:42:53,818 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting dd5f1416ebc6443597c303e4817b6ac9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733092969053 2024-12-01T22:42:53,818 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b9a21aae84cb4835bcd59d95d96e4a1a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733092970226 2024-12-01T22:42:53,818 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting efb256ac50f349619467bef4db4f2b78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733092972424 2024-12-01T22:42:53,825 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:53,825 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/667f0bb5d3624e15a40040cc49a1d31a is 50, key is test_row_0/C:col10/1733092972425/Put/seqid=0 2024-12-01T22:42:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742208_1384 (size=12459) 2024-12-01T22:42:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:53,842 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201735cb26a80ca43ce89b0f85fc2fce1e7_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201735cb26a80ca43ce89b0f85fc2fce1e7_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:53,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/7df6c65c4b584bb2af6c52f43c4df0a1, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:53,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/7df6c65c4b584bb2af6c52f43c4df0a1 is 175, key is test_row_0/A:col10/1733092972573/Put/seqid=0 2024-12-01T22:42:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742209_1385 (size=31105) 2024-12-01T22:42:53,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093033844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093033855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093033855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093033855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093034054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093034065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093034065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093034065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,216 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/bfdebe1961db4351be821b28d78e2aaf as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/bfdebe1961db4351be821b28d78e2aaf 2024-12-01T22:42:54,219 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/A of 4f07e44da8886d0c2edb16eaf24a515d into bfdebe1961db4351be821b28d78e2aaf(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:54,220 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:54,220 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/A, priority=13, startTime=1733092973389; duration=0sec 2024-12-01T22:42:54,220 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:54,220 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:A 2024-12-01T22:42:54,235 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/667f0bb5d3624e15a40040cc49a1d31a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/667f0bb5d3624e15a40040cc49a1d31a 2024-12-01T22:42:54,239 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/C of 4f07e44da8886d0c2edb16eaf24a515d into 667f0bb5d3624e15a40040cc49a1d31a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:54,239 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:54,239 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/C, priority=13, startTime=1733092973390; duration=0sec 2024-12-01T22:42:54,239 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:54,239 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:C 2024-12-01T22:42:54,248 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/7df6c65c4b584bb2af6c52f43c4df0a1 2024-12-01T22:42:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/93718222276140818b93a4f1036ed71d is 50, key is test_row_0/B:col10/1733092972573/Put/seqid=0 2024-12-01T22:42:54,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742210_1386 (size=12151) 2024-12-01T22:42:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093034365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093034374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093034375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093034375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:42:54,662 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/93718222276140818b93a4f1036ed71d 2024-12-01T22:42:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/90b968bd498c469099b0d70a3727605a is 50, key is test_row_0/C:col10/1733092972573/Put/seqid=0 2024-12-01T22:42:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742211_1387 (size=12151) 2024-12-01T22:42:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T22:42:54,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093034875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093034884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093034885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:54,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093034895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,076 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/90b968bd498c469099b0d70a3727605a 2024-12-01T22:42:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/7df6c65c4b584bb2af6c52f43c4df0a1 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/7df6c65c4b584bb2af6c52f43c4df0a1 2024-12-01T22:42:55,082 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/7df6c65c4b584bb2af6c52f43c4df0a1, entries=150, sequenceid=168, filesize=30.4 K 2024-12-01T22:42:55,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/93718222276140818b93a4f1036ed71d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93718222276140818b93a4f1036ed71d 2024-12-01T22:42:55,086 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93718222276140818b93a4f1036ed71d, entries=150, sequenceid=168, filesize=11.9 K 2024-12-01T22:42:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/90b968bd498c469099b0d70a3727605a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/90b968bd498c469099b0d70a3727605a 2024-12-01T22:42:55,089 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/90b968bd498c469099b0d70a3727605a, entries=150, sequenceid=168, filesize=11.9 K 2024-12-01T22:42:55,090 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4f07e44da8886d0c2edb16eaf24a515d in 1659ms, sequenceid=168, compaction requested=false 2024-12-01T22:42:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-01T22:42:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-12-01T22:42:55,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-01T22:42:55,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4240 sec 2024-12-01T22:42:55,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.4290 sec 2024-12-01T22:42:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:55,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:42:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:55,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201448b4999b7d844e48cba894c5014c5aa_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092973733/Put/seqid=0 2024-12-01T22:42:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742212_1388 (size=14794) 2024-12-01T22:42:55,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:55,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201448b4999b7d844e48cba894c5014c5aa_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201448b4999b7d844e48cba894c5014c5aa_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:55,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/969f01de33484cf0bbea1012bd8beb11, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:55,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/969f01de33484cf0bbea1012bd8beb11 is 175, key is test_row_0/A:col10/1733092973733/Put/seqid=0 2024-12-01T22:42:55,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742213_1389 (size=39749) 2024-12-01T22:42:55,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093035211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093035324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:55,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093035535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,546 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/969f01de33484cf0bbea1012bd8beb11 2024-12-01T22:42:55,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/6fd43aa99b4b4e429553b090f02c198a is 50, key is test_row_0/B:col10/1733092973733/Put/seqid=0 2024-12-01T22:42:55,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742214_1390 (size=12151) 2024-12-01T22:42:55,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093035844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093035895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:55,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093035895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:55,900 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,901 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093035904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093035904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:55,909 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,909 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:55,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/6fd43aa99b4b4e429553b090f02c198a 2024-12-01T22:42:55,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/30790043a95e4c6a99386d9432fcfb87 is 50, key is test_row_0/C:col10/1733092973733/Put/seqid=0 2024-12-01T22:42:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742215_1391 (size=12151) 2024-12-01T22:42:56,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/30790043a95e4c6a99386d9432fcfb87 2024-12-01T22:42:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093036365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:56,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/969f01de33484cf0bbea1012bd8beb11 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/969f01de33484cf0bbea1012bd8beb11 2024-12-01T22:42:56,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/969f01de33484cf0bbea1012bd8beb11, entries=200, sequenceid=184, filesize=38.8 K 2024-12-01T22:42:56,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/6fd43aa99b4b4e429553b090f02c198a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/6fd43aa99b4b4e429553b090f02c198a 2024-12-01T22:42:56,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/6fd43aa99b4b4e429553b090f02c198a, entries=150, sequenceid=184, filesize=11.9 K 2024-12-01T22:42:56,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/30790043a95e4c6a99386d9432fcfb87 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/30790043a95e4c6a99386d9432fcfb87 2024-12-01T22:42:56,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/30790043a95e4c6a99386d9432fcfb87, entries=150, sequenceid=184, filesize=11.9 K 2024-12-01T22:42:56,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4f07e44da8886d0c2edb16eaf24a515d in 1249ms, sequenceid=184, compaction requested=true 2024-12-01T22:42:56,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:56,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:42:56,377 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:56,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:56,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:42:56,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:56,377 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:56,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:42:56,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/B is initiating minor compaction (all files) 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/A is initiating minor compaction (all files) 2024-12-01T22:42:56,378 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/B in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:56,378 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/A in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:56,378 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/91bc8b3056dc4d949531e3968e6013ee, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93718222276140818b93a4f1036ed71d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/6fd43aa99b4b4e429553b090f02c198a] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=35.9 K 2024-12-01T22:42:56,378 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/bfdebe1961db4351be821b28d78e2aaf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/7df6c65c4b584bb2af6c52f43c4df0a1, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/969f01de33484cf0bbea1012bd8beb11] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=99.9 K 2024-12-01T22:42:56,378 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/bfdebe1961db4351be821b28d78e2aaf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/7df6c65c4b584bb2af6c52f43c4df0a1, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/969f01de33484cf0bbea1012bd8beb11] 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 91bc8b3056dc4d949531e3968e6013ee, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733092972424 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfdebe1961db4351be821b28d78e2aaf, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733092972424 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 93718222276140818b93a4f1036ed71d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733092972573 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7df6c65c4b584bb2af6c52f43c4df0a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733092972573 2024-12-01T22:42:56,378 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fd43aa99b4b4e429553b090f02c198a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733092973733 2024-12-01T22:42:56,379 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 969f01de33484cf0bbea1012bd8beb11, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733092973732 2024-12-01T22:42:56,383 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:56,384 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120172df3fd5a6204f6da4965b99fae626ac_4f07e44da8886d0c2edb16eaf24a515d store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:56,384 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:56,385 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/df7b8f77fc754222aae1a2f56aa5b033 is 50, key is test_row_0/B:col10/1733092973733/Put/seqid=0 2024-12-01T22:42:56,386 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120172df3fd5a6204f6da4965b99fae626ac_4f07e44da8886d0c2edb16eaf24a515d, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:56,386 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120172df3fd5a6204f6da4965b99fae626ac_4f07e44da8886d0c2edb16eaf24a515d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742216_1392 (size=12561) 2024-12-01T22:42:56,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742217_1393 (size=4469) 2024-12-01T22:42:56,797 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#A#compaction#331 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:56,797 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/65c4017f7bf64faa9404ceef6a774add is 175, key is test_row_0/A:col10/1733092973733/Put/seqid=0 2024-12-01T22:42:56,799 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/df7b8f77fc754222aae1a2f56aa5b033 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/df7b8f77fc754222aae1a2f56aa5b033 2024-12-01T22:42:56,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742218_1394 (size=31515) 2024-12-01T22:42:56,804 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/B of 4f07e44da8886d0c2edb16eaf24a515d into df7b8f77fc754222aae1a2f56aa5b033(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:56,804 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:56,804 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/B, priority=13, startTime=1733092976377; duration=0sec 2024-12-01T22:42:56,804 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:42:56,804 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:B 2024-12-01T22:42:56,804 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:42:56,805 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:42:56,805 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/C is initiating minor compaction (all files) 2024-12-01T22:42:56,805 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/C in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:56,805 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/667f0bb5d3624e15a40040cc49a1d31a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/90b968bd498c469099b0d70a3727605a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/30790043a95e4c6a99386d9432fcfb87] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=35.9 K 2024-12-01T22:42:56,805 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 667f0bb5d3624e15a40040cc49a1d31a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733092972424 2024-12-01T22:42:56,806 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 90b968bd498c469099b0d70a3727605a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733092972573 2024-12-01T22:42:56,806 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 30790043a95e4c6a99386d9432fcfb87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733092973733 2024-12-01T22:42:56,811 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:42:56,812 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/9ff01b812dcf417bb17bc9e0c666475d is 50, key is test_row_0/C:col10/1733092973733/Put/seqid=0 2024-12-01T22:42:56,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742219_1395 (size=12561) 2024-12-01T22:42:56,820 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/9ff01b812dcf417bb17bc9e0c666475d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ff01b812dcf417bb17bc9e0c666475d 2024-12-01T22:42:56,823 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/C of 4f07e44da8886d0c2edb16eaf24a515d into 9ff01b812dcf417bb17bc9e0c666475d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:56,823 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:56,823 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/C, priority=13, startTime=1733092976377; duration=0sec 2024-12-01T22:42:56,823 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:56,823 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:C 2024-12-01T22:42:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T22:42:56,835 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:56,836 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-01T22:42:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T22:42:56,837 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:56,838 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:56,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T22:42:56,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T22:42:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:56,991 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T22:42:56,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:56,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:56,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:56,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:56,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:56,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:56,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120174590e81efdf461f97d41ccfe90dcb40_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092975197/Put/seqid=0 2024-12-01T22:42:57,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742220_1396 (size=12304) 2024-12-01T22:42:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T22:42:57,207 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/65c4017f7bf64faa9404ceef6a774add as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/65c4017f7bf64faa9404ceef6a774add 2024-12-01T22:42:57,211 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/A of 4f07e44da8886d0c2edb16eaf24a515d into 65c4017f7bf64faa9404ceef6a774add(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:42:57,211 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:57,211 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/A, priority=13, startTime=1733092976377; duration=0sec 2024-12-01T22:42:57,211 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:42:57,211 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:A 2024-12-01T22:42:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:57,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:57,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:57,405 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120174590e81efdf461f97d41ccfe90dcb40_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120174590e81efdf461f97d41ccfe90dcb40_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/097f27f7f1bf4466aa8f1a597d030894, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:57,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/097f27f7f1bf4466aa8f1a597d030894 is 175, key is test_row_0/A:col10/1733092975197/Put/seqid=0 2024-12-01T22:42:57,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742221_1397 (size=31105) 2024-12-01T22:42:57,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093037424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:57,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T22:42:57,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093037535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:57,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093037744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:57,809 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/097f27f7f1bf4466aa8f1a597d030894 2024-12-01T22:42:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/7f9073b89a594aab9a6bdbf5074ee4ed is 50, key is test_row_0/B:col10/1733092975197/Put/seqid=0 2024-12-01T22:42:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742222_1398 (size=12151) 2024-12-01T22:42:57,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093037915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:57,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093037915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:57,920 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:57,920 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:57,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093037925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:57,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093037925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:57,927 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:57,927 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:42:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T22:42:58,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093038055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:58,218 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/7f9073b89a594aab9a6bdbf5074ee4ed 2024-12-01T22:42:58,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/32e875e4e0c145e8b2ae6bc9a094b500 is 50, key is test_row_0/C:col10/1733092975197/Put/seqid=0 2024-12-01T22:42:58,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742223_1399 (size=12151) 2024-12-01T22:42:58,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093038565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:58,627 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/32e875e4e0c145e8b2ae6bc9a094b500 2024-12-01T22:42:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/097f27f7f1bf4466aa8f1a597d030894 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/097f27f7f1bf4466aa8f1a597d030894 2024-12-01T22:42:58,687 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/097f27f7f1bf4466aa8f1a597d030894, entries=150, sequenceid=205, filesize=30.4 K 2024-12-01T22:42:58,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/7f9073b89a594aab9a6bdbf5074ee4ed as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f9073b89a594aab9a6bdbf5074ee4ed 2024-12-01T22:42:58,691 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f9073b89a594aab9a6bdbf5074ee4ed, entries=150, sequenceid=205, filesize=11.9 K 2024-12-01T22:42:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/32e875e4e0c145e8b2ae6bc9a094b500 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/32e875e4e0c145e8b2ae6bc9a094b500 2024-12-01T22:42:58,694 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/32e875e4e0c145e8b2ae6bc9a094b500, entries=150, sequenceid=205, filesize=11.9 K 2024-12-01T22:42:58,695 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4f07e44da8886d0c2edb16eaf24a515d in 1704ms, sequenceid=205, compaction requested=false 2024-12-01T22:42:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:42:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-01T22:42:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-01T22:42:58,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-01T22:42:58,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-12-01T22:42:58,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.8620 sec 2024-12-01T22:42:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T22:42:58,985 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:42:58,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:42:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-01T22:42:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T22:42:58,987 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:42:58,987 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:42:58,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:42:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T22:42:59,119 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d151b880655143b483d633f6546efc9f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/dd92148d9abe4c2bb7605d2ee14922c9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/fd6d872097fc4e15809575fdd0650c32, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a6916a03c08e4136a8d7cd67a24bed9d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2708241183ca4d51adf3ae6765fd7be4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/f66ac1016b164e91acf49f4388551be2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/01b05884ed6a4e829d05e2df4a8bb381, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/76951d6dfa9245218aa92a4bc7b8d9a7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/46a0b31c3858425ea8a11a55195899dc, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/bfdebe1961db4351be821b28d78e2aaf, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/7df6c65c4b584bb2af6c52f43c4df0a1, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/969f01de33484cf0bbea1012bd8beb11] to archive 2024-12-01T22:42:59,119 WARN [regionserver/14efca635be3:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-01T22:42:59,120 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:59,121 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d151b880655143b483d633f6546efc9f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d151b880655143b483d633f6546efc9f 2024-12-01T22:42:59,122 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/dd92148d9abe4c2bb7605d2ee14922c9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/dd92148d9abe4c2bb7605d2ee14922c9 2024-12-01T22:42:59,123 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/fd6d872097fc4e15809575fdd0650c32 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/fd6d872097fc4e15809575fdd0650c32 2024-12-01T22:42:59,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a6916a03c08e4136a8d7cd67a24bed9d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a6916a03c08e4136a8d7cd67a24bed9d 2024-12-01T22:42:59,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2708241183ca4d51adf3ae6765fd7be4 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2708241183ca4d51adf3ae6765fd7be4 2024-12-01T22:42:59,125 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/f66ac1016b164e91acf49f4388551be2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/f66ac1016b164e91acf49f4388551be2 2024-12-01T22:42:59,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/01b05884ed6a4e829d05e2df4a8bb381 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/01b05884ed6a4e829d05e2df4a8bb381 2024-12-01T22:42:59,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/76951d6dfa9245218aa92a4bc7b8d9a7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/76951d6dfa9245218aa92a4bc7b8d9a7 2024-12-01T22:42:59,127 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/46a0b31c3858425ea8a11a55195899dc to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/46a0b31c3858425ea8a11a55195899dc 2024-12-01T22:42:59,128 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/bfdebe1961db4351be821b28d78e2aaf to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/bfdebe1961db4351be821b28d78e2aaf 2024-12-01T22:42:59,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/7df6c65c4b584bb2af6c52f43c4df0a1 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/7df6c65c4b584bb2af6c52f43c4df0a1 2024-12-01T22:42:59,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/969f01de33484cf0bbea1012bd8beb11 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/969f01de33484cf0bbea1012bd8beb11 2024-12-01T22:42:59,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/c2f53622b3cf4a29a7dbac5656d31b56, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a210c53230524656ba416b346f077af5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/d7c7e40a6ee54fd090e43e62cb2d1487, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93cb0a28efbf4b37bb610799d174d345, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/942277856d7045bca126b98f893a7a20, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a4e27f45305d4eaa9438e8fe4d2819b7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/0b727bd3bb0e47d982a66d427da0491f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/75e9fe86ed0e4b009c57aed9b91bdd01, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/91bc8b3056dc4d949531e3968e6013ee, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/47d6a56bfeba423fa5587a0fae411d6b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93718222276140818b93a4f1036ed71d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/6fd43aa99b4b4e429553b090f02c198a] to archive 2024-12-01T22:42:59,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:59,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/c2f53622b3cf4a29a7dbac5656d31b56 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/c2f53622b3cf4a29a7dbac5656d31b56 2024-12-01T22:42:59,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a210c53230524656ba416b346f077af5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a210c53230524656ba416b346f077af5 2024-12-01T22:42:59,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/d7c7e40a6ee54fd090e43e62cb2d1487 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/d7c7e40a6ee54fd090e43e62cb2d1487 2024-12-01T22:42:59,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93cb0a28efbf4b37bb610799d174d345 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93cb0a28efbf4b37bb610799d174d345 2024-12-01T22:42:59,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/942277856d7045bca126b98f893a7a20 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/942277856d7045bca126b98f893a7a20 2024-12-01T22:42:59,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a4e27f45305d4eaa9438e8fe4d2819b7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/a4e27f45305d4eaa9438e8fe4d2819b7 2024-12-01T22:42:59,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/0b727bd3bb0e47d982a66d427da0491f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/0b727bd3bb0e47d982a66d427da0491f 2024-12-01T22:42:59,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/75e9fe86ed0e4b009c57aed9b91bdd01 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/75e9fe86ed0e4b009c57aed9b91bdd01 2024-12-01T22:42:59,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/91bc8b3056dc4d949531e3968e6013ee to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/91bc8b3056dc4d949531e3968e6013ee 2024-12-01T22:42:59,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/47d6a56bfeba423fa5587a0fae411d6b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/47d6a56bfeba423fa5587a0fae411d6b 2024-12-01T22:42:59,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93718222276140818b93a4f1036ed71d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/93718222276140818b93a4f1036ed71d 2024-12-01T22:42:59,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/6fd43aa99b4b4e429553b090f02c198a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/6fd43aa99b4b4e429553b090f02c198a 2024-12-01T22:42:59,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ac6b34639a844cbbaa382dfa83a01b85, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/e31ed93ea77e47cb94003c3be4161474, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/7ad62ebf78f44b01b8b785fa45e07f0e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/200ab423f01e45d2806efe6bdf25c258, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/8eef963b0a694511a97d6b909ef0f684, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/dd5f1416ebc6443597c303e4817b6ac9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/4af917fe3f4d4e16b7ffe81adbcd3f97, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b9a21aae84cb4835bcd59d95d96e4a1a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/667f0bb5d3624e15a40040cc49a1d31a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/efb256ac50f349619467bef4db4f2b78, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/90b968bd498c469099b0d70a3727605a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/30790043a95e4c6a99386d9432fcfb87] to archive 2024-12-01T22:42:59,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T22:42:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:42:59,144 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:42:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:42:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:42:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:42:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:42:59,145 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:42:59,146 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ac6b34639a844cbbaa382dfa83a01b85 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ac6b34639a844cbbaa382dfa83a01b85 2024-12-01T22:42:59,147 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/e31ed93ea77e47cb94003c3be4161474 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/e31ed93ea77e47cb94003c3be4161474 2024-12-01T22:42:59,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/7ad62ebf78f44b01b8b785fa45e07f0e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/7ad62ebf78f44b01b8b785fa45e07f0e 2024-12-01T22:42:59,150 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/200ab423f01e45d2806efe6bdf25c258 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/200ab423f01e45d2806efe6bdf25c258 2024-12-01T22:42:59,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120170c4c03464254bd9bb273daa70346012_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092977422/Put/seqid=0 2024-12-01T22:42:59,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/8eef963b0a694511a97d6b909ef0f684 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/8eef963b0a694511a97d6b909ef0f684 2024-12-01T22:42:59,152 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/dd5f1416ebc6443597c303e4817b6ac9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/dd5f1416ebc6443597c303e4817b6ac9 2024-12-01T22:42:59,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/4af917fe3f4d4e16b7ffe81adbcd3f97 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/4af917fe3f4d4e16b7ffe81adbcd3f97 2024-12-01T22:42:59,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b9a21aae84cb4835bcd59d95d96e4a1a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b9a21aae84cb4835bcd59d95d96e4a1a 2024-12-01T22:42:59,154 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/667f0bb5d3624e15a40040cc49a1d31a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/667f0bb5d3624e15a40040cc49a1d31a 2024-12-01T22:42:59,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/efb256ac50f349619467bef4db4f2b78 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/efb256ac50f349619467bef4db4f2b78 2024-12-01T22:42:59,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/90b968bd498c469099b0d70a3727605a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/90b968bd498c469099b0d70a3727605a 2024-12-01T22:42:59,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/30790043a95e4c6a99386d9432fcfb87 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/30790043a95e4c6a99386d9432fcfb87 2024-12-01T22:42:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742224_1400 (size=12304) 2024-12-01T22:42:59,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:42:59,160 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120170c4c03464254bd9bb273daa70346012_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120170c4c03464254bd9bb273daa70346012_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:42:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f is 175, key is test_row_0/A:col10/1733092977422/Put/seqid=0 2024-12-01T22:42:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742225_1401 (size=31105) 2024-12-01T22:42:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T22:42:59,564 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f 2024-12-01T22:42:59,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/04e4e60bcf3b4673a9df54d7511049c4 is 50, key is test_row_0/B:col10/1733092977422/Put/seqid=0 2024-12-01T22:42:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742226_1402 (size=12151) 2024-12-01T22:42:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:42:59,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:42:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T22:42:59,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093039652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:59,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093039765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:59,977 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/04e4e60bcf3b4673a9df54d7511049c4 2024-12-01T22:42:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:42:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093039974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:42:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/6b6cba88da3b4c1abc3c30409fb125ed is 50, key is test_row_0/C:col10/1733092977422/Put/seqid=0 2024-12-01T22:42:59,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742227_1403 (size=12151) 2024-12-01T22:42:59,986 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/6b6cba88da3b4c1abc3c30409fb125ed 2024-12-01T22:42:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f 2024-12-01T22:42:59,992 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f, entries=150, sequenceid=219, filesize=30.4 K 2024-12-01T22:42:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/04e4e60bcf3b4673a9df54d7511049c4 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/04e4e60bcf3b4673a9df54d7511049c4 2024-12-01T22:42:59,996 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/04e4e60bcf3b4673a9df54d7511049c4, entries=150, sequenceid=219, filesize=11.9 K 2024-12-01T22:42:59,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/6b6cba88da3b4c1abc3c30409fb125ed as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/6b6cba88da3b4c1abc3c30409fb125ed 2024-12-01T22:43:00,002 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/6b6cba88da3b4c1abc3c30409fb125ed, entries=150, sequenceid=219, filesize=11.9 K 2024-12-01T22:43:00,003 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4f07e44da8886d0c2edb16eaf24a515d in 859ms, sequenceid=219, compaction requested=true 2024-12-01T22:43:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:43:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-01T22:43:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-01T22:43:00,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-01T22:43:00,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0160 sec 2024-12-01T22:43:00,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.0210 sec 2024-12-01T22:43:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T22:43:00,125 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:00,125 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-01T22:43:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T22:43:00,127 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:00,127 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:00,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T22:43:00,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-01T22:43:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:00,279 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-01T22:43:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:43:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:43:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:43:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:00,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120110853e89325e4397a1279e2390bb7df9_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092979641/Put/seqid=0 2024-12-01T22:43:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:00,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742228_1404 (size=12304) 2024-12-01T22:43:00,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093040354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T22:43:00,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093040465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:00,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093040675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:00,703 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120110853e89325e4397a1279e2390bb7df9_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120110853e89325e4397a1279e2390bb7df9_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:00,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/c1e466e70d144f0091d48639a85285c0, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:00,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/c1e466e70d144f0091d48639a85285c0 is 175, key is test_row_0/A:col10/1733092979641/Put/seqid=0 2024-12-01T22:43:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742229_1405 (size=31105) 2024-12-01T22:43:00,708 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/c1e466e70d144f0091d48639a85285c0 2024-12-01T22:43:00,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/625d778ad34c4d5295f3d313c51a2aa9 is 50, key is test_row_0/B:col10/1733092979641/Put/seqid=0 2024-12-01T22:43:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742230_1406 (size=12151) 2024-12-01T22:43:00,719 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/625d778ad34c4d5295f3d313c51a2aa9 2024-12-01T22:43:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/52c213c4fc1f44cd967c3ccd11387c2d is 50, key is test_row_0/C:col10/1733092979641/Put/seqid=0 2024-12-01T22:43:00,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742231_1407 (size=12151) 2024-12-01T22:43:00,728 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/52c213c4fc1f44cd967c3ccd11387c2d 2024-12-01T22:43:00,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/c1e466e70d144f0091d48639a85285c0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/c1e466e70d144f0091d48639a85285c0 2024-12-01T22:43:00,734 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/c1e466e70d144f0091d48639a85285c0, entries=150, sequenceid=238, filesize=30.4 K 2024-12-01T22:43:00,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/625d778ad34c4d5295f3d313c51a2aa9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/625d778ad34c4d5295f3d313c51a2aa9 2024-12-01T22:43:00,738 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/625d778ad34c4d5295f3d313c51a2aa9, entries=150, sequenceid=238, filesize=11.9 K 2024-12-01T22:43:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/52c213c4fc1f44cd967c3ccd11387c2d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/52c213c4fc1f44cd967c3ccd11387c2d 2024-12-01T22:43:00,741 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/52c213c4fc1f44cd967c3ccd11387c2d, entries=150, sequenceid=238, filesize=11.9 K 2024-12-01T22:43:00,741 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4f07e44da8886d0c2edb16eaf24a515d in 462ms, sequenceid=238, compaction requested=true 2024-12-01T22:43:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:43:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-01T22:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-01T22:43:00,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-01T22:43:00,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 615 msec 2024-12-01T22:43:00,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 619 msec 2024-12-01T22:43:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T22:43:00,755 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:00,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-01T22:43:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T22:43:00,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:00,757 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:00,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T22:43:00,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T22:43:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:00,909 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:43:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:43:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:43:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:43:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:00,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015eee120967934dc28896a868462e9d2b_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092980335/Put/seqid=0 2024-12-01T22:43:00,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742232_1408 (size=12304) 2024-12-01T22:43:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:00,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T22:43:01,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093041086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:01,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093041205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:01,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:01,322 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015eee120967934dc28896a868462e9d2b_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015eee120967934dc28896a868462e9d2b_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/ac431437e5d74f20adfe63eb57a76473, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/ac431437e5d74f20adfe63eb57a76473 is 175, key is test_row_0/A:col10/1733092980335/Put/seqid=0 2024-12-01T22:43:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742233_1409 (size=31105) 2024-12-01T22:43:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T22:43:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093041415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:01,727 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/ac431437e5d74f20adfe63eb57a76473 2024-12-01T22:43:01,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093041725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:01,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/62c5d4ddfb884f189307b866a6e63822 is 50, key is test_row_0/B:col10/1733092980335/Put/seqid=0 2024-12-01T22:43:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742234_1410 (size=12151) 2024-12-01T22:43:01,744 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/62c5d4ddfb884f189307b866a6e63822 2024-12-01T22:43:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/96bd9c09ff7c47bd81c2416bf010d353 is 50, key is test_row_0/C:col10/1733092980335/Put/seqid=0 2024-12-01T22:43:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742235_1411 (size=12151) 2024-12-01T22:43:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T22:43:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733093041935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49986 deadline: 1733093041935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:01,937 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:01,937 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50080 deadline: 1733093041965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:01,971 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:01,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50054 deadline: 1733093041965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:01,974 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 4f07e44da8886d0c2edb16eaf24a515d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:02,153 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/96bd9c09ff7c47bd81c2416bf010d353 2024-12-01T22:43:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/ac431437e5d74f20adfe63eb57a76473 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/ac431437e5d74f20adfe63eb57a76473 2024-12-01T22:43:02,159 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/ac431437e5d74f20adfe63eb57a76473, entries=150, sequenceid=251, filesize=30.4 K 2024-12-01T22:43:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/62c5d4ddfb884f189307b866a6e63822 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/62c5d4ddfb884f189307b866a6e63822 2024-12-01T22:43:02,162 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/62c5d4ddfb884f189307b866a6e63822, entries=150, sequenceid=251, filesize=11.9 K 2024-12-01T22:43:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/96bd9c09ff7c47bd81c2416bf010d353 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/96bd9c09ff7c47bd81c2416bf010d353 2024-12-01T22:43:02,165 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/96bd9c09ff7c47bd81c2416bf010d353, entries=150, sequenceid=251, filesize=11.9 K 2024-12-01T22:43:02,166 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4f07e44da8886d0c2edb16eaf24a515d in 1257ms, sequenceid=251, compaction requested=true 2024-12-01T22:43:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:43:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-01T22:43:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-01T22:43:02,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-01T22:43:02,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-12-01T22:43:02,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.4140 sec 2024-12-01T22:43:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:02,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:43:02,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:43:02,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:02,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:43:02,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:02,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:43:02,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:02,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201775ccd19e31f4db48f73dda7ef9032a7_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092981084/Put/seqid=0 2024-12-01T22:43:02,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742236_1412 (size=14994) 2024-12-01T22:43:02,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093042298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:02,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093042415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:02,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093042625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:02,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:02,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:02,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:02,660 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:02,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201775ccd19e31f4db48f73dda7ef9032a7_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201775ccd19e31f4db48f73dda7ef9032a7_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:02,664 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/d23946b8a4d740939c7507cbfe352e95, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:02,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/d23946b8a4d740939c7507cbfe352e95 is 175, key is test_row_0/A:col10/1733092981084/Put/seqid=0 2024-12-01T22:43:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742237_1413 (size=39949) 2024-12-01T22:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T22:43:02,905 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:02,905 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-01T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T22:43:02,906 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:02,907 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:02,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:02,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093042945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T22:43:03,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T22:43:03,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:03,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/d23946b8a4d740939c7507cbfe352e95 2024-12-01T22:43:03,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/e11e5b7272fc49fb97cff48834bec845 is 50, key is test_row_0/B:col10/1733092981084/Put/seqid=0 2024-12-01T22:43:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742238_1414 (size=12301) 2024-12-01T22:43:03,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T22:43:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T22:43:03,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T22:43:03,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:03,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733093043455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:03,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:03,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:03,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:03,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/e11e5b7272fc49fb97cff48834bec845 2024-12-01T22:43:03,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/9ddfbc90af594b4da1b38278b4342af3 is 50, key is test_row_0/C:col10/1733092981084/Put/seqid=0 2024-12-01T22:43:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742239_1415 (size=12301) 2024-12-01T22:43:03,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T22:43:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T22:43:03,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T22:43:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T22:43:03,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:03,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:03,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/9ddfbc90af594b4da1b38278b4342af3 2024-12-01T22:43:03,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/d23946b8a4d740939c7507cbfe352e95 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d23946b8a4d740939c7507cbfe352e95 2024-12-01T22:43:03,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d23946b8a4d740939c7507cbfe352e95, entries=200, sequenceid=271, filesize=39.0 K 2024-12-01T22:43:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/e11e5b7272fc49fb97cff48834bec845 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/e11e5b7272fc49fb97cff48834bec845 2024-12-01T22:43:03,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/e11e5b7272fc49fb97cff48834bec845, entries=150, sequenceid=271, filesize=12.0 K 2024-12-01T22:43:03,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/9ddfbc90af594b4da1b38278b4342af3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ddfbc90af594b4da1b38278b4342af3 2024-12-01T22:43:03,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ddfbc90af594b4da1b38278b4342af3, entries=150, sequenceid=271, filesize=12.0 K 2024-12-01T22:43:03,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4f07e44da8886d0c2edb16eaf24a515d in 1650ms, sequenceid=271, compaction requested=true 2024-12-01T22:43:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:43:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:03,900 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-01T22:43:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f07e44da8886d0c2edb16eaf24a515d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:03,900 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-01T22:43:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:03,901 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73466 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-01T22:43:03,901 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 195884 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-01T22:43:03,901 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/B is initiating minor compaction (all files) 2024-12-01T22:43:03,901 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/A is initiating minor compaction (all files) 2024-12-01T22:43:03,902 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/B in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,902 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/A in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,902 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/df7b8f77fc754222aae1a2f56aa5b033, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f9073b89a594aab9a6bdbf5074ee4ed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/04e4e60bcf3b4673a9df54d7511049c4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/625d778ad34c4d5295f3d313c51a2aa9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/62c5d4ddfb884f189307b866a6e63822, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/e11e5b7272fc49fb97cff48834bec845] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=71.7 K 2024-12-01T22:43:03,902 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/65c4017f7bf64faa9404ceef6a774add, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/097f27f7f1bf4466aa8f1a597d030894, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/c1e466e70d144f0091d48639a85285c0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/ac431437e5d74f20adfe63eb57a76473, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d23946b8a4d740939c7507cbfe352e95] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=191.3 K 2024-12-01T22:43:03,902 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,902 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/65c4017f7bf64faa9404ceef6a774add, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/097f27f7f1bf4466aa8f1a597d030894, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/c1e466e70d144f0091d48639a85285c0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/ac431437e5d74f20adfe63eb57a76473, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d23946b8a4d740939c7507cbfe352e95] 2024-12-01T22:43:03,902 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting df7b8f77fc754222aae1a2f56aa5b033, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733092973733 2024-12-01T22:43:03,902 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65c4017f7bf64faa9404ceef6a774add, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733092973733 2024-12-01T22:43:03,902 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f9073b89a594aab9a6bdbf5074ee4ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733092975177 2024-12-01T22:43:03,902 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 097f27f7f1bf4466aa8f1a597d030894, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733092975177 2024-12-01T22:43:03,902 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e4e60bcf3b4673a9df54d7511049c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733092977393 2024-12-01T22:43:03,902 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4ffd7ea812a4e8aaa8d22b2d2f3ba8f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733092977393 2024-12-01T22:43:03,903 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 625d778ad34c4d5295f3d313c51a2aa9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733092979598 2024-12-01T22:43:03,903 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1e466e70d144f0091d48639a85285c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733092979598 2024-12-01T22:43:03,903 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 62c5d4ddfb884f189307b866a6e63822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733092980316 2024-12-01T22:43:03,903 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac431437e5d74f20adfe63eb57a76473, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733092980316 2024-12-01T22:43:03,903 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting e11e5b7272fc49fb97cff48834bec845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733092981077 2024-12-01T22:43:03,903 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting d23946b8a4d740939c7507cbfe352e95, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733092981008 2024-12-01T22:43:03,909 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:03,912 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:03,912 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/91a035ea9c8846338983a42df6964198 is 50, key is test_row_0/B:col10/1733092981084/Put/seqid=0 2024-12-01T22:43:03,914 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412012a3aa8c1c32041c1a6a65e1921be435b_4f07e44da8886d0c2edb16eaf24a515d store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:03,917 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412012a3aa8c1c32041c1a6a65e1921be435b_4f07e44da8886d0c2edb16eaf24a515d, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:03,917 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012a3aa8c1c32041c1a6a65e1921be435b_4f07e44da8886d0c2edb16eaf24a515d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742240_1416 (size=12507) 2024-12-01T22:43:03,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742241_1417 (size=4469) 2024-12-01T22:43:03,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T22:43:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:03,976 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T22:43:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:43:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:43:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:43:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:03,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201566c36f1dbb249ba949bd05d2ae361ff_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092982255/Put/seqid=0 2024-12-01T22:43:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742242_1418 (size=12454) 2024-12-01T22:43:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T22:43:04,213 INFO [Thread-1580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1580. 2024-12-01T22:43:04,213 DEBUG [Thread-1580 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:04,213 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,213 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:04,217 INFO [Thread-1582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1582. 2024-12-01T22:43:04,217 DEBUG [Thread-1582 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:04,217 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,217 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:04,218 INFO [Thread-1588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1588. 2024-12-01T22:43:04,218 DEBUG [Thread-1588 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:04,218 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,218 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:04,220 INFO [Thread-1586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1586. 2024-12-01T22:43:04,220 DEBUG [Thread-1586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:04,220 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,220 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:04,223 INFO [Thread-1584 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1584. 2024-12-01T22:43:04,223 DEBUG [Thread-1584 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:04,223 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,223 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:04,324 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:04,325 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/2b58c99fd1104b9fbd1839b181e1843e is 175, key is test_row_0/A:col10/1733092981084/Put/seqid=0 2024-12-01T22:43:04,327 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/91a035ea9c8846338983a42df6964198 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/91a035ea9c8846338983a42df6964198 2024-12-01T22:43:04,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742243_1419 (size=31461) 2024-12-01T22:43:04,334 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/B of 4f07e44da8886d0c2edb16eaf24a515d into 91a035ea9c8846338983a42df6964198(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:04,334 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:43:04,334 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/B, priority=10, startTime=1733092983900; duration=0sec 2024-12-01T22:43:04,334 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:04,334 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:B 2024-12-01T22:43:04,334 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-01T22:43:04,337 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73466 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-01T22:43:04,337 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 4f07e44da8886d0c2edb16eaf24a515d/C is initiating minor compaction (all files) 2024-12-01T22:43:04,337 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f07e44da8886d0c2edb16eaf24a515d/C in TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:04,337 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ff01b812dcf417bb17bc9e0c666475d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/32e875e4e0c145e8b2ae6bc9a094b500, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/6b6cba88da3b4c1abc3c30409fb125ed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/52c213c4fc1f44cd967c3ccd11387c2d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/96bd9c09ff7c47bd81c2416bf010d353, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ddfbc90af594b4da1b38278b4342af3] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp, totalSize=71.7 K 2024-12-01T22:43:04,337 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ff01b812dcf417bb17bc9e0c666475d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733092973733 2024-12-01T22:43:04,338 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 32e875e4e0c145e8b2ae6bc9a094b500, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733092975177 2024-12-01T22:43:04,338 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b6cba88da3b4c1abc3c30409fb125ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733092977393 2024-12-01T22:43:04,338 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 52c213c4fc1f44cd967c3ccd11387c2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733092979598 2024-12-01T22:43:04,339 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 96bd9c09ff7c47bd81c2416bf010d353, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733092980316 2024-12-01T22:43:04,339 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ddfbc90af594b4da1b38278b4342af3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733092981077 2024-12-01T22:43:04,346 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f07e44da8886d0c2edb16eaf24a515d#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:04,346 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/a2e177b2051a428092034e4a9f2bc829 is 50, key is test_row_0/C:col10/1733092981084/Put/seqid=0 2024-12-01T22:43:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742244_1420 (size=12507) 2024-12-01T22:43:04,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:04,397 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201566c36f1dbb249ba949bd05d2ae361ff_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201566c36f1dbb249ba949bd05d2ae361ff_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/e02e0859229f4fc48a677efe8b6697ba, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/e02e0859229f4fc48a677efe8b6697ba is 175, key is test_row_0/A:col10/1733092982255/Put/seqid=0 2024-12-01T22:43:04,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742245_1421 (size=31255) 2024-12-01T22:43:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:04,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. as already flushing 2024-12-01T22:43:04,476 INFO [Thread-1571 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1571. 2024-12-01T22:43:04,476 DEBUG [Thread-1571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:04,476 DEBUG [Thread-1571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,476 DEBUG [Thread-1571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:04,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:04,741 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/2b58c99fd1104b9fbd1839b181e1843e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2b58c99fd1104b9fbd1839b181e1843e 2024-12-01T22:43:04,746 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/A of 4f07e44da8886d0c2edb16eaf24a515d into 2b58c99fd1104b9fbd1839b181e1843e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:04,747 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:43:04,747 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/A, priority=10, startTime=1733092983900; duration=0sec 2024-12-01T22:43:04,747 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:04,747 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:A 2024-12-01T22:43:04,755 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/a2e177b2051a428092034e4a9f2bc829 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/a2e177b2051a428092034e4a9f2bc829 2024-12-01T22:43:04,761 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4f07e44da8886d0c2edb16eaf24a515d/C of 4f07e44da8886d0c2edb16eaf24a515d into a2e177b2051a428092034e4a9f2bc829(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:04,761 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:43:04,761 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., storeName=4f07e44da8886d0c2edb16eaf24a515d/C, priority=10, startTime=1733092983900; duration=0sec 2024-12-01T22:43:04,761 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:04,761 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f07e44da8886d0c2edb16eaf24a515d:C 2024-12-01T22:43:04,807 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/e02e0859229f4fc48a677efe8b6697ba 2024-12-01T22:43:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/85d64bec2f0c432b9287bf779db54253 is 50, key is test_row_0/B:col10/1733092982255/Put/seqid=0 2024-12-01T22:43:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742246_1422 (size=12301) 2024-12-01T22:43:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T22:43:05,224 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/85d64bec2f0c432b9287bf779db54253 2024-12-01T22:43:05,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/b654036ab57b426f8ac0140f2cfb3dea is 50, key is test_row_0/C:col10/1733092982255/Put/seqid=0 2024-12-01T22:43:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742247_1423 (size=12301) 2024-12-01T22:43:05,633 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/b654036ab57b426f8ac0140f2cfb3dea 2024-12-01T22:43:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/e02e0859229f4fc48a677efe8b6697ba as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/e02e0859229f4fc48a677efe8b6697ba 2024-12-01T22:43:05,641 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/e02e0859229f4fc48a677efe8b6697ba, entries=150, sequenceid=283, filesize=30.5 K 2024-12-01T22:43:05,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/85d64bec2f0c432b9287bf779db54253 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/85d64bec2f0c432b9287bf779db54253 2024-12-01T22:43:05,647 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/85d64bec2f0c432b9287bf779db54253, entries=150, sequenceid=283, filesize=12.0 K 2024-12-01T22:43:05,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/b654036ab57b426f8ac0140f2cfb3dea as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b654036ab57b426f8ac0140f2cfb3dea 2024-12-01T22:43:05,652 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b654036ab57b426f8ac0140f2cfb3dea, entries=150, sequenceid=283, filesize=12.0 K 2024-12-01T22:43:05,653 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=6.71 KB/6870 for 4f07e44da8886d0c2edb16eaf24a515d in 1677ms, sequenceid=283, compaction requested=false 2024-12-01T22:43:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 4f07e44da8886d0c2edb16eaf24a515d: 2024-12-01T22:43:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-01T22:43:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-01T22:43:05,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-01T22:43:05,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7470 sec 2024-12-01T22:43:05,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.7520 sec 2024-12-01T22:43:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T22:43:07,066 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:11,987 INFO [Thread-1573 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1573. 2024-12-01T22:43:11,987 DEBUG [Thread-1573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:11,987 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:11,987 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:11,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:11,997 INFO [Thread-1569 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1569. 2024-12-01T22:43:11,997 INFO [Thread-1575 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1575. 2024-12-01T22:43:11,998 DEBUG [Thread-1575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:11,998 DEBUG [Thread-1569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:11,998 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:11,998 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:11,998 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:11,998 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:11,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:11,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:12,008 INFO [Thread-1577 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1577. 2024-12-01T22:43:12,008 DEBUG [Thread-1577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:12,008 DEBUG [Thread-1577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:12,009 DEBUG [Thread-1577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:12,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1660 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4969 rows 2024-12-01T22:43:12,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1654 2024-12-01T22:43:12,010 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4957 rows 2024-12-01T22:43:12,010 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1645 2024-12-01T22:43:12,010 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4935 rows 2024-12-01T22:43:12,010 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1663 2024-12-01T22:43:12,010 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4972 rows 2024-12-01T22:43:12,010 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1655 2024-12-01T22:43:12,010 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4949 rows 2024-12-01T22:43:12,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:43:12,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:43:12,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:12,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:12,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:12,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T22:43:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T22:43:12,017 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092992017"}]},"ts":"1733092992017"} 2024-12-01T22:43:12,019 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T22:43:12,019 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T22:43:12,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:43:12,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, UNASSIGN}] 2024-12-01T22:43:12,022 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, UNASSIGN 2024-12-01T22:43:12,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=4f07e44da8886d0c2edb16eaf24a515d, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, UNASSIGN because future has completed 2024-12-01T22:43:12,024 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:43:12,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:43:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T22:43:12,177 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(122): Close 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:12,177 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:43:12,178 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1722): Closing 4f07e44da8886d0c2edb16eaf24a515d, disabling compactions & flushes 2024-12-01T22:43:12,178 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:12,178 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:12,178 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. after waiting 0 ms 2024-12-01T22:43:12,178 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:12,178 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(2902): Flushing 4f07e44da8886d0c2edb16eaf24a515d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-01T22:43:12,179 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=A 2024-12-01T22:43:12,179 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:12,179 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=B 2024-12-01T22:43:12,179 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:12,179 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f07e44da8886d0c2edb16eaf24a515d, store=C 2024-12-01T22:43:12,179 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:12,184 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120115c5ce2a2c6b4b8b9225b0fc5eb07d12_4f07e44da8886d0c2edb16eaf24a515d is 50, key is test_row_0/A:col10/1733092992006/Put/seqid=0 2024-12-01T22:43:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742248_1424 (size=12454) 2024-12-01T22:43:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T22:43:12,589 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:12,596 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120115c5ce2a2c6b4b8b9225b0fc5eb07d12_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120115c5ce2a2c6b4b8b9225b0fc5eb07d12_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:12,597 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/235728b4354c4914a2da00a414aacb71, store: [table=TestAcidGuarantees family=A region=4f07e44da8886d0c2edb16eaf24a515d] 2024-12-01T22:43:12,598 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/235728b4354c4914a2da00a414aacb71 is 175, key is test_row_0/A:col10/1733092992006/Put/seqid=0 2024-12-01T22:43:12,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742249_1425 (size=31255) 2024-12-01T22:43:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T22:43:13,004 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/235728b4354c4914a2da00a414aacb71 2024-12-01T22:43:13,012 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/7f877832ef3f4727a62af377c5ecf7e9 is 50, key is test_row_0/B:col10/1733092992006/Put/seqid=0 2024-12-01T22:43:13,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742250_1426 (size=12301) 2024-12-01T22:43:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T22:43:13,417 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/7f877832ef3f4727a62af377c5ecf7e9 2024-12-01T22:43:13,426 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/ba6c7343223a4a15949879315b7b0d45 is 50, key is test_row_0/C:col10/1733092992006/Put/seqid=0 2024-12-01T22:43:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742251_1427 (size=12301) 2024-12-01T22:43:13,832 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/ba6c7343223a4a15949879315b7b0d45 2024-12-01T22:43:13,839 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/A/235728b4354c4914a2da00a414aacb71 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/235728b4354c4914a2da00a414aacb71 2024-12-01T22:43:13,844 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/235728b4354c4914a2da00a414aacb71, entries=150, sequenceid=294, filesize=30.5 K 2024-12-01T22:43:13,845 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/B/7f877832ef3f4727a62af377c5ecf7e9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f877832ef3f4727a62af377c5ecf7e9 2024-12-01T22:43:13,849 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f877832ef3f4727a62af377c5ecf7e9, entries=150, sequenceid=294, filesize=12.0 K 2024-12-01T22:43:13,850 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/.tmp/C/ba6c7343223a4a15949879315b7b0d45 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ba6c7343223a4a15949879315b7b0d45 2024-12-01T22:43:13,854 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ba6c7343223a4a15949879315b7b0d45, entries=150, sequenceid=294, filesize=12.0 K 2024-12-01T22:43:13,855 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4f07e44da8886d0c2edb16eaf24a515d in 1677ms, sequenceid=294, compaction requested=true 2024-12-01T22:43:13,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/65c4017f7bf64faa9404ceef6a774add, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/097f27f7f1bf4466aa8f1a597d030894, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/c1e466e70d144f0091d48639a85285c0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/ac431437e5d74f20adfe63eb57a76473, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d23946b8a4d740939c7507cbfe352e95] to archive 2024-12-01T22:43:13,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:43:13,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/65c4017f7bf64faa9404ceef6a774add to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/65c4017f7bf64faa9404ceef6a774add 2024-12-01T22:43:13,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/097f27f7f1bf4466aa8f1a597d030894 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/097f27f7f1bf4466aa8f1a597d030894 2024-12-01T22:43:13,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/a4ffd7ea812a4e8aaa8d22b2d2f3ba8f 2024-12-01T22:43:13,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/c1e466e70d144f0091d48639a85285c0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/c1e466e70d144f0091d48639a85285c0 2024-12-01T22:43:13,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/ac431437e5d74f20adfe63eb57a76473 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/ac431437e5d74f20adfe63eb57a76473 2024-12-01T22:43:13,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d23946b8a4d740939c7507cbfe352e95 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/d23946b8a4d740939c7507cbfe352e95 2024-12-01T22:43:13,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/df7b8f77fc754222aae1a2f56aa5b033, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f9073b89a594aab9a6bdbf5074ee4ed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/04e4e60bcf3b4673a9df54d7511049c4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/625d778ad34c4d5295f3d313c51a2aa9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/62c5d4ddfb884f189307b866a6e63822, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/e11e5b7272fc49fb97cff48834bec845] to archive 2024-12-01T22:43:13,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:43:13,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/df7b8f77fc754222aae1a2f56aa5b033 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/df7b8f77fc754222aae1a2f56aa5b033 2024-12-01T22:43:13,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f9073b89a594aab9a6bdbf5074ee4ed to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f9073b89a594aab9a6bdbf5074ee4ed 2024-12-01T22:43:13,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/04e4e60bcf3b4673a9df54d7511049c4 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/04e4e60bcf3b4673a9df54d7511049c4 2024-12-01T22:43:13,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/625d778ad34c4d5295f3d313c51a2aa9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/625d778ad34c4d5295f3d313c51a2aa9 2024-12-01T22:43:13,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/62c5d4ddfb884f189307b866a6e63822 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/62c5d4ddfb884f189307b866a6e63822 2024-12-01T22:43:13,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/e11e5b7272fc49fb97cff48834bec845 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/e11e5b7272fc49fb97cff48834bec845 2024-12-01T22:43:13,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ff01b812dcf417bb17bc9e0c666475d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/32e875e4e0c145e8b2ae6bc9a094b500, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/6b6cba88da3b4c1abc3c30409fb125ed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/52c213c4fc1f44cd967c3ccd11387c2d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/96bd9c09ff7c47bd81c2416bf010d353, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ddfbc90af594b4da1b38278b4342af3] to archive 2024-12-01T22:43:13,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:43:13,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ff01b812dcf417bb17bc9e0c666475d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ff01b812dcf417bb17bc9e0c666475d 2024-12-01T22:43:13,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/32e875e4e0c145e8b2ae6bc9a094b500 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/32e875e4e0c145e8b2ae6bc9a094b500 2024-12-01T22:43:13,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/6b6cba88da3b4c1abc3c30409fb125ed to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/6b6cba88da3b4c1abc3c30409fb125ed 2024-12-01T22:43:13,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/52c213c4fc1f44cd967c3ccd11387c2d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/52c213c4fc1f44cd967c3ccd11387c2d 2024-12-01T22:43:13,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/96bd9c09ff7c47bd81c2416bf010d353 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/96bd9c09ff7c47bd81c2416bf010d353 2024-12-01T22:43:13,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ddfbc90af594b4da1b38278b4342af3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/9ddfbc90af594b4da1b38278b4342af3 2024-12-01T22:43:13,897 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/recovered.edits/297.seqid, newMaxSeqId=297, maxSeqId=4 2024-12-01T22:43:13,898 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. 2024-12-01T22:43:13,898 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1676): Region close journal for 4f07e44da8886d0c2edb16eaf24a515d: Waiting for close lock at 1733092992177Running coprocessor pre-close hooks at 1733092992177Disabling compacts and flushes for region at 1733092992177Disabling writes for close at 1733092992178 (+1 ms)Obtaining lock to block concurrent updates at 1733092992178Preparing flush snapshotting stores in 4f07e44da8886d0c2edb16eaf24a515d at 1733092992178Finished memstore snapshotting TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733092992179 (+1 ms)Flushing stores of TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d. at 1733092992180 (+1 ms)Flushing 4f07e44da8886d0c2edb16eaf24a515d/A: creating writer at 1733092992180Flushing mob file 4f07e44da8886d0c2edb16eaf24a515d/A: appending metadata at 1733092992184 (+4 ms)Flushing mob file 4f07e44da8886d0c2edb16eaf24a515d/A: closing flushed file at 1733092992184Flushing 4f07e44da8886d0c2edb16eaf24a515d/A: appending metadata at 1733092992597 (+413 ms)Flushing 4f07e44da8886d0c2edb16eaf24a515d/A: closing flushed file at 1733092992598 (+1 ms)Flushing 4f07e44da8886d0c2edb16eaf24a515d/B: creating writer at 1733092993009 (+411 ms)Flushing 4f07e44da8886d0c2edb16eaf24a515d/B: appending metadata at 1733092993012 (+3 ms)Flushing 4f07e44da8886d0c2edb16eaf24a515d/B: closing flushed file at 1733092993012Flushing 4f07e44da8886d0c2edb16eaf24a515d/C: creating writer at 1733092993422 (+410 ms)Flushing 4f07e44da8886d0c2edb16eaf24a515d/C: appending metadata at 1733092993425 (+3 ms)Flushing 4f07e44da8886d0c2edb16eaf24a515d/C: closing flushed file at 1733092993425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1c20d6: reopening flushed file at 1733092993838 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763a712a: reopening flushed file at 1733092993844 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f8cf75: reopening flushed file at 1733092993850 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4f07e44da8886d0c2edb16eaf24a515d in 1677ms, sequenceid=294, compaction requested=true at 1733092993855 (+5 ms)Writing region close event to WAL at 1733092993893 (+38 ms)Running coprocessor post-close hooks at 1733092993898 (+5 ms)Closed at 1733092993898 2024-12-01T22:43:13,900 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(157): Closed 4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:13,901 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=4f07e44da8886d0c2edb16eaf24a515d, regionState=CLOSED 2024-12-01T22:43:13,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:43:13,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-01T22:43:13,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure 4f07e44da8886d0c2edb16eaf24a515d, server=14efca635be3,43983,1733092856036 in 1.8800 sec 2024-12-01T22:43:13,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-12-01T22:43:13,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f07e44da8886d0c2edb16eaf24a515d, UNASSIGN in 1.8840 sec 2024-12-01T22:43:13,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-01T22:43:13,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8870 sec 2024-12-01T22:43:13,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092993909"}]},"ts":"1733092993909"} 2024-12-01T22:43:13,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T22:43:13,910 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T22:43:13,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8980 sec 2024-12-01T22:43:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T22:43:14,166 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:14,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T22:43:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:14,173 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-01T22:43:14,175 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=111, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:14,178 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,180 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/recovered.edits] 2024-12-01T22:43:14,183 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/235728b4354c4914a2da00a414aacb71 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/235728b4354c4914a2da00a414aacb71 2024-12-01T22:43:14,184 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2b58c99fd1104b9fbd1839b181e1843e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/2b58c99fd1104b9fbd1839b181e1843e 2024-12-01T22:43:14,186 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/e02e0859229f4fc48a677efe8b6697ba to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/A/e02e0859229f4fc48a677efe8b6697ba 2024-12-01T22:43:14,188 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f877832ef3f4727a62af377c5ecf7e9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/7f877832ef3f4727a62af377c5ecf7e9 2024-12-01T22:43:14,190 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/85d64bec2f0c432b9287bf779db54253 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/85d64bec2f0c432b9287bf779db54253 2024-12-01T22:43:14,191 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/91a035ea9c8846338983a42df6964198 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/B/91a035ea9c8846338983a42df6964198 2024-12-01T22:43:14,194 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/a2e177b2051a428092034e4a9f2bc829 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/a2e177b2051a428092034e4a9f2bc829 2024-12-01T22:43:14,195 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b654036ab57b426f8ac0140f2cfb3dea to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/b654036ab57b426f8ac0140f2cfb3dea 2024-12-01T22:43:14,197 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ba6c7343223a4a15949879315b7b0d45 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/C/ba6c7343223a4a15949879315b7b0d45 2024-12-01T22:43:14,201 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/recovered.edits/297.seqid to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d/recovered.edits/297.seqid 2024-12-01T22:43:14,201 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,201 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T22:43:14,201 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T22:43:14,202 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T22:43:14,204 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010cc8aaf2f64e4c80ab1572c80828a6af_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010cc8aaf2f64e4c80ab1572c80828a6af_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,205 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120110853e89325e4397a1279e2390bb7df9_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120110853e89325e4397a1279e2390bb7df9_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,206 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120115c5ce2a2c6b4b8b9225b0fc5eb07d12_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120115c5ce2a2c6b4b8b9225b0fc5eb07d12_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,207 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120117e4bb9e665b47eab453735d96273ab4_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120117e4bb9e665b47eab453735d96273ab4_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,208 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201364c8c80a7904d5284d8876caba019ea_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201364c8c80a7904d5284d8876caba019ea_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,208 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201448b4999b7d844e48cba894c5014c5aa_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201448b4999b7d844e48cba894c5014c5aa_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,209 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201566c36f1dbb249ba949bd05d2ae361ff_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201566c36f1dbb249ba949bd05d2ae361ff_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,210 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015eee120967934dc28896a868462e9d2b_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015eee120967934dc28896a868462e9d2b_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,211 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016469c396878f474287af12c255231a2e_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016469c396878f474287af12c255231a2e_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,211 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120170c4c03464254bd9bb273daa70346012_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120170c4c03464254bd9bb273daa70346012_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,212 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201735cb26a80ca43ce89b0f85fc2fce1e7_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201735cb26a80ca43ce89b0f85fc2fce1e7_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,213 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120174590e81efdf461f97d41ccfe90dcb40_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120174590e81efdf461f97d41ccfe90dcb40_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,214 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201775ccd19e31f4db48f73dda7ef9032a7_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201775ccd19e31f4db48f73dda7ef9032a7_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,214 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a2e1dd7b8f9c46d783ea6baa1b34372b_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a2e1dd7b8f9c46d783ea6baa1b34372b_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,215 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bf104b321967482a8d4dd8121dd56276_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bf104b321967482a8d4dd8121dd56276_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,216 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d1ede6af33334cf5ab0f1a8e6d0d0b68_4f07e44da8886d0c2edb16eaf24a515d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d1ede6af33334cf5ab0f1a8e6d0d0b68_4f07e44da8886d0c2edb16eaf24a515d 2024-12-01T22:43:14,216 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T22:43:14,218 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=111, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:14,219 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T22:43:14,220 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T22:43:14,221 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=111, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:14,221 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T22:43:14,222 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733092994221"}]},"ts":"9223372036854775807"} 2024-12-01T22:43:14,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T22:43:14,223 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4f07e44da8886d0c2edb16eaf24a515d, NAME => 'TestAcidGuarantees,,1733092960988.4f07e44da8886d0c2edb16eaf24a515d.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T22:43:14,223 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T22:43:14,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733092994223"}]},"ts":"9223372036854775807"} 2024-12-01T22:43:14,224 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T22:43:14,225 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=111, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:14,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-12-01T22:43:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-01T22:43:14,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T22:43:14,286 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:14,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 246) - Thread LEAK? -, OpenFileDescriptor=445 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=9065 (was 9114) 2024-12-01T22:43:14,304 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=9065 2024-12-01T22:43:14,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:43:14,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:43:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:14,308 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T22:43:14,308 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:14,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 112 2024-12-01T22:43:14,308 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T22:43:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-12-01T22:43:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742252_1428 (size=1061) 2024-12-01T22:43:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-12-01T22:43:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-12-01T22:43:14,719 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef 2024-12-01T22:43:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742253_1429 (size=53) 2024-12-01T22:43:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-12-01T22:43:15,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:43:15,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 622b7a40bc85deb05b90cba2fc3f3b4d, disabling compactions & flushes 2024-12-01T22:43:15,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:15,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:15,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. after waiting 0 ms 2024-12-01T22:43:15,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:15,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:15,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 622b7a40bc85deb05b90cba2fc3f3b4d: Waiting for close lock at 1733092995132Disabling compacts and flushes for region at 1733092995132Disabling writes for close at 1733092995132Writing region close event to WAL at 1733092995132Closed at 1733092995132 2024-12-01T22:43:15,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T22:43:15,135 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733092995134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092995134"}]},"ts":"1733092995134"} 2024-12-01T22:43:15,138 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T22:43:15,140 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T22:43:15,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092995140"}]},"ts":"1733092995140"} 2024-12-01T22:43:15,142 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T22:43:15,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, ASSIGN}] 2024-12-01T22:43:15,144 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, ASSIGN 2024-12-01T22:43:15,145 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, ASSIGN; state=OFFLINE, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=false 2024-12-01T22:43:15,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=622b7a40bc85deb05b90cba2fc3f3b4d, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, ASSIGN because future has completed 2024-12-01T22:43:15,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:43:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-12-01T22:43:15,512 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:15,512 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7752): Opening region: {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:43:15,513 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,513 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:43:15,513 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7794): checking encryption for 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,513 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7797): checking classloading for 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,514 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,515 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:15,515 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622b7a40bc85deb05b90cba2fc3f3b4d columnFamilyName A 2024-12-01T22:43:15,515 DEBUG [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:15,515 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.HStore(327): Store=622b7a40bc85deb05b90cba2fc3f3b4d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:15,515 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,516 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:15,516 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622b7a40bc85deb05b90cba2fc3f3b4d columnFamilyName B 2024-12-01T22:43:15,516 DEBUG [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:15,517 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.HStore(327): Store=622b7a40bc85deb05b90cba2fc3f3b4d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:15,517 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,517 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:15,518 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622b7a40bc85deb05b90cba2fc3f3b4d columnFamilyName C 2024-12-01T22:43:15,518 DEBUG [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:15,518 INFO [StoreOpener-622b7a40bc85deb05b90cba2fc3f3b4d-1 {}] regionserver.HStore(327): Store=622b7a40bc85deb05b90cba2fc3f3b4d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:15,518 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:15,518 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1038): replaying wal for 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,519 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,519 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,519 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1048): stopping wal replay for 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,519 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1060): Cleaning up temporary data for 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,520 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:43:15,521 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1093): writing seq id for 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,522 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:43:15,522 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1114): Opened 622b7a40bc85deb05b90cba2fc3f3b4d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60968371, jitterRate=-0.09150047600269318}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:43:15,522 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:15,523 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1006): Region open journal for 622b7a40bc85deb05b90cba2fc3f3b4d: Running coprocessor pre-open hook at 1733092995513Writing region info on filesystem at 1733092995513Initializing all the Stores at 1733092995514 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092995514Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092995514Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092995514Cleaning up temporary data from old regions at 1733092995519 (+5 ms)Running coprocessor post-open hooks at 1733092995522 (+3 ms)Region opened successfully at 1733092995523 (+1 ms) 2024-12-01T22:43:15,523 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., pid=114, masterSystemTime=1733092995449 2024-12-01T22:43:15,525 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:15,525 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:15,525 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=622b7a40bc85deb05b90cba2fc3f3b4d, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:43:15,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-01T22:43:15,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; OpenRegionProcedure 622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 in 229 msec 2024-12-01T22:43:15,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-12-01T22:43:15,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, ASSIGN in 385 msec 2024-12-01T22:43:15,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T22:43:15,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092995529"}]},"ts":"1733092995529"} 2024-12-01T22:43:15,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T22:43:15,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T22:43:15,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2250 sec 2024-12-01T22:43:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-12-01T22:43:16,456 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:16,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,459 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0fd503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207f8b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:43:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,39583,1733092855292 2024-12-01T22:43:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@372c6360 2024-12-01T22:43:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:43:16,469 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:43:16,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,471 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc26ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,472 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1595c9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,474 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfd7151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,475 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d26978f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,477 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c0b6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,478 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77348221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,480 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac8aabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,481 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d11940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,483 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751e1856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,484 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d18d6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,486 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438998b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,487 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1086cb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,488 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41497190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,489 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219f4cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,491 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f8ac8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,492 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554bb206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,493 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cbaf3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,494 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af3de07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d70caa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:16,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:16,496 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132f57fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:16,497 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:16,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66880340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:16,498 DEBUG [Thread-1944 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,498 DEBUG [Thread-1955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,498 DEBUG [Thread-1948 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,498 DEBUG [Thread-1950 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,498 DEBUG [Thread-1957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,500 DEBUG [Thread-1942 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,500 DEBUG [Thread-1959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,501 DEBUG [Thread-1946 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,502 DEBUG [Thread-1961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,502 DEBUG [Thread-1953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:16,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,503 DEBUG [Thread-1961 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,503 DEBUG [Thread-1961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-01T22:43:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-01T22:43:16,506 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:16,507 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:16,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2] 2024-12-01T22:43:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:16,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:43:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:16,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:16,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:16,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:16,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:16,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:16,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ead0af0ed15d41c29e737ceaf58d2e67 is 50, key is test_row_0/A:col10/1733092996510/Put/seqid=0 2024-12-01T22:43:16,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742254_1430 (size=21365) 2024-12-01T22:43:16,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093056536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093056537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093056537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093056543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093056543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-01T22:43:16,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093056655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093056655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093056655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093056655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093056655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-01T22:43:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:16,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-01T22:43:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:16,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-01T22:43:16,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093056865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093056865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093056865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093056865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093056866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:16,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:16,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:16,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ead0af0ed15d41c29e737ceaf58d2e67 2024-12-01T22:43:16,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/02cf556bfaa947969a77700e7c7db0cd is 50, key is test_row_0/B:col10/1733092996510/Put/seqid=0 2024-12-01T22:43:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742255_1431 (size=12001) 2024-12-01T22:43:16,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/02cf556bfaa947969a77700e7c7db0cd 2024-12-01T22:43:16,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-01T22:43:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:16,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:16,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/f83ca896c1b242c1a40915edef2186f8 is 50, key is test_row_0/C:col10/1733092996510/Put/seqid=0 2024-12-01T22:43:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742256_1432 (size=12001) 2024-12-01T22:43:17,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-01T22:43:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:17,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:17,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:17,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:17,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-01T22:43:17,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093057175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093057175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093057175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093057175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093057175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-01T22:43:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:17,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:17,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/f83ca896c1b242c1a40915edef2186f8 2024-12-01T22:43:17,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ead0af0ed15d41c29e737ceaf58d2e67 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ead0af0ed15d41c29e737ceaf58d2e67 2024-12-01T22:43:17,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ead0af0ed15d41c29e737ceaf58d2e67, entries=350, sequenceid=14, filesize=20.9 K 2024-12-01T22:43:17,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/02cf556bfaa947969a77700e7c7db0cd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/02cf556bfaa947969a77700e7c7db0cd 2024-12-01T22:43:17,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/02cf556bfaa947969a77700e7c7db0cd, entries=150, sequenceid=14, filesize=11.7 K 2024-12-01T22:43:17,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/f83ca896c1b242c1a40915edef2186f8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/f83ca896c1b242c1a40915edef2186f8 2024-12-01T22:43:17,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/f83ca896c1b242c1a40915edef2186f8, entries=150, sequenceid=14, filesize=11.7 K 2024-12-01T22:43:17,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 622b7a40bc85deb05b90cba2fc3f3b4d in 892ms, sequenceid=14, compaction requested=false 2024-12-01T22:43:17,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:17,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-01T22:43:17,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:17,424 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:43:17,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:17,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:17,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:17,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:17,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:17,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/309dbd5ecc9346c4aadb080638841c9c is 50, key is test_row_0/A:col10/1733092996526/Put/seqid=0 2024-12-01T22:43:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742257_1433 (size=12001) 2024-12-01T22:43:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-01T22:43:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:17,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093057692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093057696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093057697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093057698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093057700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093057805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093057805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093057815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093057815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093057815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:17,850 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/309dbd5ecc9346c4aadb080638841c9c 2024-12-01T22:43:17,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/d9ea1ef5f55b413cb26acfc60a0071c9 is 50, key is test_row_0/B:col10/1733092996526/Put/seqid=0 2024-12-01T22:43:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742258_1434 (size=12001) 2024-12-01T22:43:17,859 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/d9ea1ef5f55b413cb26acfc60a0071c9 2024-12-01T22:43:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/8b3d911cf65a4c53a578b27d6de67592 is 50, key is test_row_0/C:col10/1733092996526/Put/seqid=0 2024-12-01T22:43:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742259_1435 (size=12001) 2024-12-01T22:43:18,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093058015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093058015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093058025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093058025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093058025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,268 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/8b3d911cf65a4c53a578b27d6de67592 2024-12-01T22:43:18,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/309dbd5ecc9346c4aadb080638841c9c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/309dbd5ecc9346c4aadb080638841c9c 2024-12-01T22:43:18,274 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/309dbd5ecc9346c4aadb080638841c9c, entries=150, sequenceid=34, filesize=11.7 K 2024-12-01T22:43:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/d9ea1ef5f55b413cb26acfc60a0071c9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/d9ea1ef5f55b413cb26acfc60a0071c9 2024-12-01T22:43:18,277 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/d9ea1ef5f55b413cb26acfc60a0071c9, entries=150, sequenceid=34, filesize=11.7 K 2024-12-01T22:43:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/8b3d911cf65a4c53a578b27d6de67592 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8b3d911cf65a4c53a578b27d6de67592 2024-12-01T22:43:18,280 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8b3d911cf65a4c53a578b27d6de67592, entries=150, sequenceid=34, filesize=11.7 K 2024-12-01T22:43:18,281 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 622b7a40bc85deb05b90cba2fc3f3b4d in 857ms, sequenceid=34, compaction requested=false 2024-12-01T22:43:18,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:18,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:18,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-01T22:43:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-01T22:43:18,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-01T22:43:18,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7750 sec 2024-12-01T22:43:18,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.7800 sec 2024-12-01T22:43:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:18,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-01T22:43:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:18,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/674950e9be9940feb8dc6c6528582a40 is 50, key is test_row_0/A:col10/1733092998329/Put/seqid=0 2024-12-01T22:43:18,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742260_1436 (size=16681) 2024-12-01T22:43:18,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/674950e9be9940feb8dc6c6528582a40 2024-12-01T22:43:18,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/97964d5e437f4fbca27f0c2da82aa969 is 50, key is test_row_0/B:col10/1733092998329/Put/seqid=0 2024-12-01T22:43:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742261_1437 (size=12001) 2024-12-01T22:43:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093058370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093058370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093058377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093058379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093058379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093058485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093058485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093058485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093058495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093058495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-01T22:43:18,655 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:18,656 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-01T22:43:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T22:43:18,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:18,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:18,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093058694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093058695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093058695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093058705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093058705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:18,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/97964d5e437f4fbca27f0c2da82aa969 2024-12-01T22:43:18,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/c3b66e2fbb0445c8b01dc1febc868e17 is 50, key is test_row_0/C:col10/1733092998329/Put/seqid=0 2024-12-01T22:43:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T22:43:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742262_1438 (size=12001) 2024-12-01T22:43:18,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T22:43:18,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:18,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:18,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:18,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:18,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:18,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T22:43:18,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:18,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:18,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:18,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:18,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T22:43:19,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093059004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093059004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093059005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093059015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093059015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T22:43:19,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:19,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:19,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:19,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:19,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:19,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/c3b66e2fbb0445c8b01dc1febc868e17 2024-12-01T22:43:19,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/674950e9be9940feb8dc6c6528582a40 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/674950e9be9940feb8dc6c6528582a40 2024-12-01T22:43:19,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/674950e9be9940feb8dc6c6528582a40, entries=250, sequenceid=49, filesize=16.3 K 2024-12-01T22:43:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/97964d5e437f4fbca27f0c2da82aa969 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/97964d5e437f4fbca27f0c2da82aa969 2024-12-01T22:43:19,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/97964d5e437f4fbca27f0c2da82aa969, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T22:43:19,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/c3b66e2fbb0445c8b01dc1febc868e17 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c3b66e2fbb0445c8b01dc1febc868e17 2024-12-01T22:43:19,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c3b66e2fbb0445c8b01dc1febc868e17, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T22:43:19,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 622b7a40bc85deb05b90cba2fc3f3b4d in 858ms, sequenceid=49, compaction requested=true 2024-12-01T22:43:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:19,189 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:19,189 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:19,190 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:19,190 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/A is initiating minor compaction (all files) 2024-12-01T22:43:19,190 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:19,190 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/A in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:19,190 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/B is initiating minor compaction (all files) 2024-12-01T22:43:19,190 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ead0af0ed15d41c29e737ceaf58d2e67, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/309dbd5ecc9346c4aadb080638841c9c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/674950e9be9940feb8dc6c6528582a40] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=48.9 K 2024-12-01T22:43:19,190 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/B in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:19,190 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/02cf556bfaa947969a77700e7c7db0cd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/d9ea1ef5f55b413cb26acfc60a0071c9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/97964d5e437f4fbca27f0c2da82aa969] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=35.2 K 2024-12-01T22:43:19,190 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ead0af0ed15d41c29e737ceaf58d2e67, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733092996505 2024-12-01T22:43:19,190 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 02cf556bfaa947969a77700e7c7db0cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733092996509 2024-12-01T22:43:19,191 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 309dbd5ecc9346c4aadb080638841c9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733092996526 2024-12-01T22:43:19,191 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d9ea1ef5f55b413cb26acfc60a0071c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733092996526 2024-12-01T22:43:19,191 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 674950e9be9940feb8dc6c6528582a40, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733092997694 2024-12-01T22:43:19,191 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 97964d5e437f4fbca27f0c2da82aa969, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733092997698 2024-12-01T22:43:19,197 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#A#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:19,197 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ccd248cff0ef4ea3868241db7bacca7b is 50, key is test_row_0/A:col10/1733092998329/Put/seqid=0 2024-12-01T22:43:19,200 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#B#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:19,200 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/45f4f0f1b3a3467691e7db86e2499d87 is 50, key is test_row_0/B:col10/1733092998329/Put/seqid=0 2024-12-01T22:43:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742264_1440 (size=12104) 2024-12-01T22:43:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742263_1439 (size=12104) 2024-12-01T22:43:19,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-01T22:43:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:19,268 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-01T22:43:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:19,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/742a3caaf438470ba1d30e6f9db944fd is 50, key is test_row_0/A:col10/1733092998377/Put/seqid=0 2024-12-01T22:43:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742265_1441 (size=12001) 2024-12-01T22:43:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T22:43:19,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:43:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:19,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:19,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093059542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093059543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093059544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093059544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093059545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,609 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/45f4f0f1b3a3467691e7db86e2499d87 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/45f4f0f1b3a3467691e7db86e2499d87 2024-12-01T22:43:19,613 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/B of 622b7a40bc85deb05b90cba2fc3f3b4d into 45f4f0f1b3a3467691e7db86e2499d87(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:19,613 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:19,613 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/B, priority=13, startTime=1733092999189; duration=0sec 2024-12-01T22:43:19,613 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:19,613 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:B 2024-12-01T22:43:19,613 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:19,614 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:19,614 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/C is initiating minor compaction (all files) 2024-12-01T22:43:19,614 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/C in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:19,614 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/f83ca896c1b242c1a40915edef2186f8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8b3d911cf65a4c53a578b27d6de67592, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c3b66e2fbb0445c8b01dc1febc868e17] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=35.2 K 2024-12-01T22:43:19,614 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f83ca896c1b242c1a40915edef2186f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733092996509 2024-12-01T22:43:19,614 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b3d911cf65a4c53a578b27d6de67592, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733092996526 2024-12-01T22:43:19,620 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting c3b66e2fbb0445c8b01dc1febc868e17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733092997698 2024-12-01T22:43:19,622 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ccd248cff0ef4ea3868241db7bacca7b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ccd248cff0ef4ea3868241db7bacca7b 2024-12-01T22:43:19,626 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/A of 622b7a40bc85deb05b90cba2fc3f3b4d into ccd248cff0ef4ea3868241db7bacca7b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:19,626 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:19,626 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/A, priority=13, startTime=1733092999189; duration=0sec 2024-12-01T22:43:19,626 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:19,626 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:A 2024-12-01T22:43:19,627 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:19,627 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/e9c2b7fb17ef4f4bbd159a8cfaf40a7e is 50, key is test_row_0/C:col10/1733092998329/Put/seqid=0 2024-12-01T22:43:19,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742266_1442 (size=12104) 2024-12-01T22:43:19,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093059655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093059655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093059664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093059664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093059664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,676 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/742a3caaf438470ba1d30e6f9db944fd 2024-12-01T22:43:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/37faa530b6414196ad62f00f5330ca58 is 50, key is test_row_0/B:col10/1733092998377/Put/seqid=0 2024-12-01T22:43:19,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742267_1443 (size=12001) 2024-12-01T22:43:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T22:43:19,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093059865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093059865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093059885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093059885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093059885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/e9c2b7fb17ef4f4bbd159a8cfaf40a7e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e9c2b7fb17ef4f4bbd159a8cfaf40a7e 2024-12-01T22:43:20,037 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/C of 622b7a40bc85deb05b90cba2fc3f3b4d into e9c2b7fb17ef4f4bbd159a8cfaf40a7e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:20,037 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:20,037 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/C, priority=13, startTime=1733092999189; duration=0sec 2024-12-01T22:43:20,037 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:20,037 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:C 2024-12-01T22:43:20,088 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/37faa530b6414196ad62f00f5330ca58 2024-12-01T22:43:20,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/8bd1da97cad3456ba2fe1d1f33eb8a47 is 50, key is test_row_0/C:col10/1733092998377/Put/seqid=0 2024-12-01T22:43:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742268_1444 (size=12001) 2024-12-01T22:43:20,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093060175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093060175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093060194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093060194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093060195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,496 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/8bd1da97cad3456ba2fe1d1f33eb8a47 2024-12-01T22:43:20,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/742a3caaf438470ba1d30e6f9db944fd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/742a3caaf438470ba1d30e6f9db944fd 2024-12-01T22:43:20,555 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/742a3caaf438470ba1d30e6f9db944fd, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T22:43:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/37faa530b6414196ad62f00f5330ca58 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/37faa530b6414196ad62f00f5330ca58 2024-12-01T22:43:20,558 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/37faa530b6414196ad62f00f5330ca58, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T22:43:20,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/8bd1da97cad3456ba2fe1d1f33eb8a47 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8bd1da97cad3456ba2fe1d1f33eb8a47 2024-12-01T22:43:20,562 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8bd1da97cad3456ba2fe1d1f33eb8a47, entries=150, sequenceid=66, filesize=11.7 K 2024-12-01T22:43:20,562 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1294ms, sequenceid=66, compaction requested=false 2024-12-01T22:43:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:20,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:20,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-01T22:43:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-01T22:43:20,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-01T22:43:20,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9060 sec 2024-12-01T22:43:20,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.9090 sec 2024-12-01T22:43:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:20,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-01T22:43:20,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:20,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:20,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:20,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:20,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:20,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:20,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ed3b99bcc03c47059731f93a735c893b is 50, key is test_row_0/A:col10/1733092999544/Put/seqid=0 2024-12-01T22:43:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742269_1445 (size=14341) 2024-12-01T22:43:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093060713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093060712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093060716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093060717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093060721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-01T22:43:20,805 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:20,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-01T22:43:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T22:43:20,807 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:20,808 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:20,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093060825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093060825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093060825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093060825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093060835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T22:43:20,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T22:43:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:20,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093061034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093061045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093061045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093061045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093061055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ed3b99bcc03c47059731f93a735c893b 2024-12-01T22:43:21,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/8acd411ac93a46aaa297a495fba93cd6 is 50, key is test_row_0/B:col10/1733092999544/Put/seqid=0 2024-12-01T22:43:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742270_1446 (size=12001) 2024-12-01T22:43:21,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T22:43:21,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:21,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T22:43:21,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T22:43:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093061345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093061354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093061354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093061355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093061365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T22:43:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T22:43:21,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/8acd411ac93a46aaa297a495fba93cd6 2024-12-01T22:43:21,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/2cb6c373b9cb4c88b066cb5a47207310 is 50, key is test_row_0/C:col10/1733092999544/Put/seqid=0 2024-12-01T22:43:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742271_1447 (size=12001) 2024-12-01T22:43:21,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T22:43:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:21,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T22:43:21,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:21,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093061855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093061864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093061865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093061865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T22:43:21,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:21,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:21,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093061875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:21,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:21,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:21,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/2cb6c373b9cb4c88b066cb5a47207310 2024-12-01T22:43:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ed3b99bcc03c47059731f93a735c893b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ed3b99bcc03c47059731f93a735c893b 2024-12-01T22:43:21,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ed3b99bcc03c47059731f93a735c893b, entries=200, sequenceid=85, filesize=14.0 K 2024-12-01T22:43:21,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/8acd411ac93a46aaa297a495fba93cd6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/8acd411ac93a46aaa297a495fba93cd6 2024-12-01T22:43:21,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/8acd411ac93a46aaa297a495fba93cd6, entries=150, sequenceid=85, filesize=11.7 K 2024-12-01T22:43:21,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/2cb6c373b9cb4c88b066cb5a47207310 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2cb6c373b9cb4c88b066cb5a47207310 2024-12-01T22:43:21,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2cb6c373b9cb4c88b066cb5a47207310, entries=150, sequenceid=85, filesize=11.7 K 2024-12-01T22:43:21,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1238ms, sequenceid=85, compaction requested=true 2024-12-01T22:43:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:21,926 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:21,926 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:21,927 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:21,927 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/A is initiating minor compaction (all files) 2024-12-01T22:43:21,927 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/A in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,927 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ccd248cff0ef4ea3868241db7bacca7b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/742a3caaf438470ba1d30e6f9db944fd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ed3b99bcc03c47059731f93a735c893b] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=37.5 K 2024-12-01T22:43:21,927 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccd248cff0ef4ea3868241db7bacca7b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733092997698 2024-12-01T22:43:21,927 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:21,927 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 742a3caaf438470ba1d30e6f9db944fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733092998368 2024-12-01T22:43:21,927 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/B is initiating minor compaction (all files) 2024-12-01T22:43:21,927 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/B in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:21,928 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/45f4f0f1b3a3467691e7db86e2499d87, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/37faa530b6414196ad62f00f5330ca58, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/8acd411ac93a46aaa297a495fba93cd6] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=35.3 K 2024-12-01T22:43:21,928 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed3b99bcc03c47059731f93a735c893b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733092999517 2024-12-01T22:43:21,928 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 45f4f0f1b3a3467691e7db86e2499d87, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733092997698 2024-12-01T22:43:21,928 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 37faa530b6414196ad62f00f5330ca58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733092998368 2024-12-01T22:43:21,928 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8acd411ac93a46aaa297a495fba93cd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733092999517 2024-12-01T22:43:21,932 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:21,933 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/3bbba50f700a4968b2705b9354d6660b is 50, key is test_row_0/A:col10/1733092999544/Put/seqid=0 2024-12-01T22:43:21,935 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:21,935 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/4e928e9b08554115b3cfbef9000a650b is 50, key is test_row_0/B:col10/1733092999544/Put/seqid=0 2024-12-01T22:43:21,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742272_1448 (size=12207) 2024-12-01T22:43:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742273_1449 (size=12207) 2024-12-01T22:43:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T22:43:22,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T22:43:22,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:22,029 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-01T22:43:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/838c2dc1df5043b29c242a0a35ab20d7 is 50, key is test_row_0/A:col10/1733093000711/Put/seqid=0 2024-12-01T22:43:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742274_1450 (size=12001) 2024-12-01T22:43:22,036 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/838c2dc1df5043b29c242a0a35ab20d7 2024-12-01T22:43:22,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/cec2314d79e14613a720cd4a89d4b6e2 is 50, key is test_row_0/B:col10/1733093000711/Put/seqid=0 2024-12-01T22:43:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742275_1451 (size=12001) 2024-12-01T22:43:22,341 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/3bbba50f700a4968b2705b9354d6660b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3bbba50f700a4968b2705b9354d6660b 2024-12-01T22:43:22,342 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/4e928e9b08554115b3cfbef9000a650b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/4e928e9b08554115b3cfbef9000a650b 2024-12-01T22:43:22,345 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/B of 622b7a40bc85deb05b90cba2fc3f3b4d into 4e928e9b08554115b3cfbef9000a650b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:22,345 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:22,345 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/B, priority=13, startTime=1733093001926; duration=0sec 2024-12-01T22:43:22,345 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:22,345 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:B 2024-12-01T22:43:22,345 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:22,346 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/A of 622b7a40bc85deb05b90cba2fc3f3b4d into 3bbba50f700a4968b2705b9354d6660b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:22,346 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:22,346 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:22,346 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/A, priority=13, startTime=1733093001926; duration=0sec 2024-12-01T22:43:22,346 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/C is initiating minor compaction (all files) 2024-12-01T22:43:22,346 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:22,346 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:A 2024-12-01T22:43:22,346 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/C in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:22,346 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e9c2b7fb17ef4f4bbd159a8cfaf40a7e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8bd1da97cad3456ba2fe1d1f33eb8a47, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2cb6c373b9cb4c88b066cb5a47207310] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=35.3 K 2024-12-01T22:43:22,346 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting e9c2b7fb17ef4f4bbd159a8cfaf40a7e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733092997698 2024-12-01T22:43:22,347 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bd1da97cad3456ba2fe1d1f33eb8a47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733092998368 2024-12-01T22:43:22,347 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb6c373b9cb4c88b066cb5a47207310, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733092999517 2024-12-01T22:43:22,352 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#C#compaction#379 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:22,353 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/632ab18c1c544829b9567e0f2de10663 is 50, key is test_row_0/C:col10/1733092999544/Put/seqid=0 2024-12-01T22:43:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742276_1452 (size=12207) 2024-12-01T22:43:22,444 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/cec2314d79e14613a720cd4a89d4b6e2 2024-12-01T22:43:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/ed38d9c2e2b7436aa2092f618abced20 is 50, key is test_row_0/C:col10/1733093000711/Put/seqid=0 2024-12-01T22:43:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742277_1453 (size=12001) 2024-12-01T22:43:22,769 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/632ab18c1c544829b9567e0f2de10663 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/632ab18c1c544829b9567e0f2de10663 2024-12-01T22:43:22,772 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/C of 622b7a40bc85deb05b90cba2fc3f3b4d into 632ab18c1c544829b9567e0f2de10663(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:22,772 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:22,772 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/C, priority=13, startTime=1733093001926; duration=0sec 2024-12-01T22:43:22,772 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:22,772 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:C 2024-12-01T22:43:22,853 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/ed38d9c2e2b7436aa2092f618abced20 2024-12-01T22:43:22,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/838c2dc1df5043b29c242a0a35ab20d7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/838c2dc1df5043b29c242a0a35ab20d7 2024-12-01T22:43:22,860 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/838c2dc1df5043b29c242a0a35ab20d7, entries=150, sequenceid=101, filesize=11.7 K 2024-12-01T22:43:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/cec2314d79e14613a720cd4a89d4b6e2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/cec2314d79e14613a720cd4a89d4b6e2 2024-12-01T22:43:22,863 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/cec2314d79e14613a720cd4a89d4b6e2, entries=150, sequenceid=101, filesize=11.7 K 2024-12-01T22:43:22,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/ed38d9c2e2b7436aa2092f618abced20 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/ed38d9c2e2b7436aa2092f618abced20 2024-12-01T22:43:22,870 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/ed38d9c2e2b7436aa2092f618abced20, entries=150, sequenceid=101, filesize=11.7 K 2024-12-01T22:43:22,871 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 622b7a40bc85deb05b90cba2fc3f3b4d in 842ms, sequenceid=101, compaction requested=false 2024-12-01T22:43:22,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:22,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:22,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-01T22:43:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-01T22:43:22,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-01T22:43:22,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0640 sec 2024-12-01T22:43:22,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.0680 sec 2024-12-01T22:43:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:22,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:43:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:22,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ec458b41183f4aa18af4d7363927fda7 is 50, key is test_row_0/A:col10/1733093002880/Put/seqid=0 2024-12-01T22:43:22,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742278_1454 (size=11997) 2024-12-01T22:43:22,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093002902, max timestamp=1733093002914Num uniques 859; 2024-12-01T22:43:22,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:22,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093002902, max timestamp=1733093002914Num uniques 859; 2024-12-01T22:43:22,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:22,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093002902, max timestamp=1733093002914Num uniques 859; 2024-12-01T22:43:22,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:22,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093062942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:22,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:22,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093062944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093062945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:22,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093062945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:22,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093062946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T22:43:22,955 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:22,956 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-01T22:43:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T22:43:22,957 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:22,958 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:22,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:23,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093063054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T22:43:23,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093063065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093063065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093063065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093063065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T22:43:23,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T22:43:23,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:23,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093063264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T22:43:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093063275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093063275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093063275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093063275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ec458b41183f4aa18af4d7363927fda7 2024-12-01T22:43:23,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/2dab9ff9787f4586a865a4821fa99783 is 50, key is test_row_0/B:col10/1733093002880/Put/seqid=0 2024-12-01T22:43:23,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742279_1455 (size=9657) 2024-12-01T22:43:23,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T22:43:23,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:23,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T22:43:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093063575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T22:43:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093063585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093063585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093063585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093063585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:23,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/2dab9ff9787f4586a865a4821fa99783 2024-12-01T22:43:23,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/d5783955745c467ab8d9997002a4d4f0 is 50, key is test_row_0/C:col10/1733093002880/Put/seqid=0 2024-12-01T22:43:23,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T22:43:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742280_1456 (size=9657) 2024-12-01T22:43:23,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T22:43:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:23,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:24,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T22:43:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:24,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T22:43:24,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093064095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:24,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093064104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:24,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093064104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093064105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093064105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:24,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/d5783955745c467ab8d9997002a4d4f0 2024-12-01T22:43:24,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/ec458b41183f4aa18af4d7363927fda7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ec458b41183f4aa18af4d7363927fda7 2024-12-01T22:43:24,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ec458b41183f4aa18af4d7363927fda7, entries=150, sequenceid=114, filesize=11.7 K 2024-12-01T22:43:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/2dab9ff9787f4586a865a4821fa99783 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/2dab9ff9787f4586a865a4821fa99783 2024-12-01T22:43:24,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/2dab9ff9787f4586a865a4821fa99783, entries=100, sequenceid=114, filesize=9.4 K 2024-12-01T22:43:24,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/d5783955745c467ab8d9997002a4d4f0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d5783955745c467ab8d9997002a4d4f0 2024-12-01T22:43:24,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d5783955745c467ab8d9997002a4d4f0, entries=100, sequenceid=114, filesize=9.4 K 2024-12-01T22:43:24,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1252ms, sequenceid=114, compaction requested=true 2024-12-01T22:43:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:24,136 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:24,136 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:24,137 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36205 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:24,137 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:24,137 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/A is initiating minor compaction (all files) 2024-12-01T22:43:24,137 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/B is initiating minor compaction (all files) 2024-12-01T22:43:24,137 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/B in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:24,137 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/A in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:24,137 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/4e928e9b08554115b3cfbef9000a650b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/cec2314d79e14613a720cd4a89d4b6e2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/2dab9ff9787f4586a865a4821fa99783] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=33.1 K 2024-12-01T22:43:24,137 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3bbba50f700a4968b2705b9354d6660b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/838c2dc1df5043b29c242a0a35ab20d7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ec458b41183f4aa18af4d7363927fda7] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=35.4 K 2024-12-01T22:43:24,137 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e928e9b08554115b3cfbef9000a650b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733092999517 2024-12-01T22:43:24,137 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bbba50f700a4968b2705b9354d6660b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733092999517 2024-12-01T22:43:24,137 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting cec2314d79e14613a720cd4a89d4b6e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733093000711 2024-12-01T22:43:24,137 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 838c2dc1df5043b29c242a0a35ab20d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733093000711 2024-12-01T22:43:24,138 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dab9ff9787f4586a865a4821fa99783, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733093002880 2024-12-01T22:43:24,138 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec458b41183f4aa18af4d7363927fda7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733093002876 2024-12-01T22:43:24,142 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:24,143 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/ca2fd362b0bf4465831b08e6076fdc8f is 50, key is test_row_0/B:col10/1733093002880/Put/seqid=0 2024-12-01T22:43:24,143 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:24,143 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/a1afebf05aa240dea90e744286a8561a is 50, key is test_row_0/A:col10/1733093002880/Put/seqid=0 2024-12-01T22:43:24,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742282_1458 (size=12309) 2024-12-01T22:43:24,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742281_1457 (size=12309) 2024-12-01T22:43:24,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T22:43:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:24,180 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-01T22:43:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:24,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/3555696ccc8a4e4d9e399d53a15df9c8 is 50, key is test_row_0/A:col10/1733093002940/Put/seqid=0 2024-12-01T22:43:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742283_1459 (size=12151) 2024-12-01T22:43:24,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:43:24,549 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/a1afebf05aa240dea90e744286a8561a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/a1afebf05aa240dea90e744286a8561a 2024-12-01T22:43:24,549 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/ca2fd362b0bf4465831b08e6076fdc8f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/ca2fd362b0bf4465831b08e6076fdc8f 2024-12-01T22:43:24,554 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/B of 622b7a40bc85deb05b90cba2fc3f3b4d into ca2fd362b0bf4465831b08e6076fdc8f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:24,554 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/A of 622b7a40bc85deb05b90cba2fc3f3b4d into a1afebf05aa240dea90e744286a8561a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:24,554 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/B, priority=13, startTime=1733093004136; duration=0sec 2024-12-01T22:43:24,554 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/A, priority=13, startTime=1733093004136; duration=0sec 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:B 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:A 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:24,554 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/C is initiating minor compaction (all files) 2024-12-01T22:43:24,554 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/C in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:24,555 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/632ab18c1c544829b9567e0f2de10663, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/ed38d9c2e2b7436aa2092f618abced20, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d5783955745c467ab8d9997002a4d4f0] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=33.1 K 2024-12-01T22:43:24,555 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 632ab18c1c544829b9567e0f2de10663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733092999517 2024-12-01T22:43:24,555 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ed38d9c2e2b7436aa2092f618abced20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733093000711 2024-12-01T22:43:24,555 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d5783955745c467ab8d9997002a4d4f0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733093002880 2024-12-01T22:43:24,561 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#C#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:24,561 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/94b54c6cdbf645b49b173fd6f231713f is 50, key is test_row_0/C:col10/1733093002880/Put/seqid=0 2024-12-01T22:43:24,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742284_1460 (size=12309) 2024-12-01T22:43:24,571 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/94b54c6cdbf645b49b173fd6f231713f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/94b54c6cdbf645b49b173fd6f231713f 2024-12-01T22:43:24,574 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/C of 622b7a40bc85deb05b90cba2fc3f3b4d into 94b54c6cdbf645b49b173fd6f231713f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:24,574 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:24,574 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/C, priority=13, startTime=1733093004136; duration=0sec 2024-12-01T22:43:24,575 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:24,575 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:C 2024-12-01T22:43:24,587 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/3555696ccc8a4e4d9e399d53a15df9c8 2024-12-01T22:43:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/858cc3bc2b4a456785d99a45212c6038 is 50, key is test_row_0/B:col10/1733093002940/Put/seqid=0 2024-12-01T22:43:24,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742285_1461 (size=12151) 2024-12-01T22:43:24,996 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/858cc3bc2b4a456785d99a45212c6038 2024-12-01T22:43:25,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/48ac07d546ce4fa395953041a6e9a781 is 50, key is test_row_0/C:col10/1733093002940/Put/seqid=0 2024-12-01T22:43:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742286_1462 (size=12151) 2024-12-01T22:43:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T22:43:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:25,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:25,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093065128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093065129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093065129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093065130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093065135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,140 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 622b7a40bc85deb05b90cba2fc3f3b4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093065235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093065245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093065245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093065245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,409 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/48ac07d546ce4fa395953041a6e9a781 2024-12-01T22:43:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/3555696ccc8a4e4d9e399d53a15df9c8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3555696ccc8a4e4d9e399d53a15df9c8 2024-12-01T22:43:25,415 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3555696ccc8a4e4d9e399d53a15df9c8, entries=150, sequenceid=151, filesize=11.9 K 2024-12-01T22:43:25,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/858cc3bc2b4a456785d99a45212c6038 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/858cc3bc2b4a456785d99a45212c6038 2024-12-01T22:43:25,419 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/858cc3bc2b4a456785d99a45212c6038, entries=150, sequenceid=151, filesize=11.9 K 2024-12-01T22:43:25,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/48ac07d546ce4fa395953041a6e9a781 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/48ac07d546ce4fa395953041a6e9a781 2024-12-01T22:43:25,422 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/48ac07d546ce4fa395953041a6e9a781, entries=150, sequenceid=151, filesize=11.9 K 2024-12-01T22:43:25,423 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1243ms, sequenceid=151, compaction requested=false 2024-12-01T22:43:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-01T22:43:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-01T22:43:25,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-01T22:43:25,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4660 sec 2024-12-01T22:43:25,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.4700 sec 2024-12-01T22:43:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:25,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:43:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:25,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/d6c2e12d1f5449998f9ef1dd6e4ba82b is 50, key is test_row_0/A:col10/1733093005447/Put/seqid=0 2024-12-01T22:43:25,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742287_1463 (size=14541) 2024-12-01T22:43:25,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093065479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093005477, max timestamp=1733093005485Num uniques 859; 2024-12-01T22:43:25,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093005477, max timestamp=1733093005485Num uniques 859; 2024-12-01T22:43:25,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:25,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093005477, max timestamp=1733093005485Num uniques 859; 2024-12-01T22:43:25,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:25,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093065524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093065531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093065532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093065594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093065645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093065645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093065645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093065804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/d6c2e12d1f5449998f9ef1dd6e4ba82b 2024-12-01T22:43:25,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3552ed29204b4cb0ad57b224a25552a7 is 50, key is test_row_0/B:col10/1733093005447/Put/seqid=0 2024-12-01T22:43:25,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093065855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093065855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093065855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742288_1464 (size=12151) 2024-12-01T22:43:26,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093066115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093066175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093066175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093066175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3552ed29204b4cb0ad57b224a25552a7 2024-12-01T22:43:26,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/72030196fe6b41f78fd2f8384e9123e9 is 50, key is test_row_0/C:col10/1733093005447/Put/seqid=0 2024-12-01T22:43:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742289_1465 (size=12151) 2024-12-01T22:43:26,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093066635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/72030196fe6b41f78fd2f8384e9123e9 2024-12-01T22:43:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/d6c2e12d1f5449998f9ef1dd6e4ba82b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/d6c2e12d1f5449998f9ef1dd6e4ba82b 2024-12-01T22:43:26,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/d6c2e12d1f5449998f9ef1dd6e4ba82b, entries=200, sequenceid=165, filesize=14.2 K 2024-12-01T22:43:26,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3552ed29204b4cb0ad57b224a25552a7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3552ed29204b4cb0ad57b224a25552a7 2024-12-01T22:43:26,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3552ed29204b4cb0ad57b224a25552a7, entries=150, sequenceid=165, filesize=11.9 K 2024-12-01T22:43:26,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/72030196fe6b41f78fd2f8384e9123e9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/72030196fe6b41f78fd2f8384e9123e9 2024-12-01T22:43:26,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/72030196fe6b41f78fd2f8384e9123e9, entries=150, sequenceid=165, filesize=11.9 K 2024-12-01T22:43:26,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1242ms, sequenceid=165, compaction requested=true 2024-12-01T22:43:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:26,690 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:26,690 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:26,690 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:26,690 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:26,690 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/B is initiating minor compaction (all files) 2024-12-01T22:43:26,690 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/A is initiating minor compaction (all files) 2024-12-01T22:43:26,691 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/B in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:26,691 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/A in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:26,691 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/ca2fd362b0bf4465831b08e6076fdc8f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/858cc3bc2b4a456785d99a45212c6038, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3552ed29204b4cb0ad57b224a25552a7] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=35.8 K 2024-12-01T22:43:26,691 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/a1afebf05aa240dea90e744286a8561a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3555696ccc8a4e4d9e399d53a15df9c8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/d6c2e12d1f5449998f9ef1dd6e4ba82b] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=38.1 K 2024-12-01T22:43:26,691 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ca2fd362b0bf4465831b08e6076fdc8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733093000716 2024-12-01T22:43:26,691 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1afebf05aa240dea90e744286a8561a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733093000716 2024-12-01T22:43:26,691 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 858cc3bc2b4a456785d99a45212c6038, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733093002930 2024-12-01T22:43:26,691 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3555696ccc8a4e4d9e399d53a15df9c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733093002930 2024-12-01T22:43:26,691 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3552ed29204b4cb0ad57b224a25552a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733093005128 2024-12-01T22:43:26,691 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c2e12d1f5449998f9ef1dd6e4ba82b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733093005127 2024-12-01T22:43:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:26,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-01T22:43:26,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:26,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:26,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:26,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:26,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:26,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:26,697 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#A#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:26,697 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:26,698 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/5b3fff61bd874f83983e548770ae8ca2 is 50, key is test_row_0/A:col10/1733093005447/Put/seqid=0 2024-12-01T22:43:26,698 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/587c8ecb5eb74670a2824c1cbb078db3 is 50, key is test_row_0/B:col10/1733093005447/Put/seqid=0 2024-12-01T22:43:26,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/19b31579b045478ca1a8f3a58b56cf56 is 50, key is test_row_0/A:col10/1733093005523/Put/seqid=0 2024-12-01T22:43:26,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742291_1467 (size=12561) 2024-12-01T22:43:26,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742290_1466 (size=12561) 2024-12-01T22:43:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742292_1468 (size=14541) 2024-12-01T22:43:26,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/19b31579b045478ca1a8f3a58b56cf56 2024-12-01T22:43:26,706 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/5b3fff61bd874f83983e548770ae8ca2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/5b3fff61bd874f83983e548770ae8ca2 2024-12-01T22:43:26,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/6b518c5fb5b44f5f8bc484cb9a8b3911 is 50, key is test_row_0/B:col10/1733093005523/Put/seqid=0 2024-12-01T22:43:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742293_1469 (size=12151) 2024-12-01T22:43:26,712 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/A of 622b7a40bc85deb05b90cba2fc3f3b4d into 5b3fff61bd874f83983e548770ae8ca2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:26,712 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:26,712 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/A, priority=13, startTime=1733093006690; duration=0sec 2024-12-01T22:43:26,712 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:26,712 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:A 2024-12-01T22:43:26,712 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:26,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/6b518c5fb5b44f5f8bc484cb9a8b3911 2024-12-01T22:43:26,713 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:26,713 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/C is initiating minor compaction (all files) 2024-12-01T22:43:26,713 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/C in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:26,713 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/94b54c6cdbf645b49b173fd6f231713f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/48ac07d546ce4fa395953041a6e9a781, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/72030196fe6b41f78fd2f8384e9123e9] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=35.8 K 2024-12-01T22:43:26,713 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94b54c6cdbf645b49b173fd6f231713f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733093000716 2024-12-01T22:43:26,713 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48ac07d546ce4fa395953041a6e9a781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733093002930 2024-12-01T22:43:26,714 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72030196fe6b41f78fd2f8384e9123e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733093005128 2024-12-01T22:43:26,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093066707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093066708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,718 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:26,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/2fb6dd946aa441828fe4d2dfb9dc7720 is 50, key is test_row_0/C:col10/1733093005523/Put/seqid=0 2024-12-01T22:43:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,718 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/d796f06413aa40249127e7ce014c32f3 is 50, key is test_row_0/C:col10/1733093005447/Put/seqid=0 2024-12-01T22:43:26,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742294_1470 (size=12151) 2024-12-01T22:43:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742295_1471 (size=12561) 2024-12-01T22:43:26,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093066712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,728 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/d796f06413aa40249127e7ce014c32f3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d796f06413aa40249127e7ce014c32f3 2024-12-01T22:43:26,732 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/C of 622b7a40bc85deb05b90cba2fc3f3b4d into d796f06413aa40249127e7ce014c32f3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:26,732 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:26,732 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/C, priority=13, startTime=1733093006690; duration=0sec 2024-12-01T22:43:26,732 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:26,732 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:C 2024-12-01T22:43:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093066825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093066825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:26,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093066835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:26,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093067035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093067035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093067044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,104 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/587c8ecb5eb74670a2824c1cbb078db3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/587c8ecb5eb74670a2824c1cbb078db3 2024-12-01T22:43:27,108 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/B of 622b7a40bc85deb05b90cba2fc3f3b4d into 587c8ecb5eb74670a2824c1cbb078db3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:27,108 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:27,108 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/B, priority=13, startTime=1733093006690; duration=0sec 2024-12-01T22:43:27,108 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:27,108 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:B 2024-12-01T22:43:27,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/2fb6dd946aa441828fe4d2dfb9dc7720 2024-12-01T22:43:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T22:43:27,125 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:27,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-01T22:43:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T22:43:27,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:27,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:27,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:27,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/19b31579b045478ca1a8f3a58b56cf56 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/19b31579b045478ca1a8f3a58b56cf56 2024-12-01T22:43:27,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/19b31579b045478ca1a8f3a58b56cf56, entries=200, sequenceid=202, filesize=14.2 K 2024-12-01T22:43:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/6b518c5fb5b44f5f8bc484cb9a8b3911 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/6b518c5fb5b44f5f8bc484cb9a8b3911 2024-12-01T22:43:27,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/6b518c5fb5b44f5f8bc484cb9a8b3911, entries=150, sequenceid=202, filesize=11.9 K 2024-12-01T22:43:27,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/2fb6dd946aa441828fe4d2dfb9dc7720 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2fb6dd946aa441828fe4d2dfb9dc7720 2024-12-01T22:43:27,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2fb6dd946aa441828fe4d2dfb9dc7720, entries=150, sequenceid=202, filesize=11.9 K 2024-12-01T22:43:27,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 622b7a40bc85deb05b90cba2fc3f3b4d in 445ms, sequenceid=202, compaction requested=false 2024-12-01T22:43:27,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:27,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:43:27,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:27,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:27,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:27,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:27,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:27,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:27,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/be57faf5e0e743d19ed6bb958e2b64b1 is 50, key is test_row_0/A:col10/1733093006710/Put/seqid=0 2024-12-01T22:43:27,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742296_1472 (size=14541) 2024-12-01T22:43:27,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/be57faf5e0e743d19ed6bb958e2b64b1 2024-12-01T22:43:27,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/328db1f1b5764c299eefc2d6a5a2ad06 is 50, key is test_row_0/B:col10/1733093006710/Put/seqid=0 2024-12-01T22:43:27,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742297_1473 (size=12151) 2024-12-01T22:43:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T22:43:27,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093007218, max timestamp=1733093007258Num uniques 859; 2024-12-01T22:43:27,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:27,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093007218, max timestamp=1733093007258Num uniques 859; 2024-12-01T22:43:27,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093007218, max timestamp=1733093007258Num uniques 859; 2024-12-01T22:43:27,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:27,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:27,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T22:43:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093067345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093067348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093067351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093067354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T22:43:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T22:43:27,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093067454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093067465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/328db1f1b5764c299eefc2d6a5a2ad06 2024-12-01T22:43:27,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/0e8e067d882a4b67b34f946e13e89aa6 is 50, key is test_row_0/C:col10/1733093006710/Put/seqid=0 2024-12-01T22:43:27,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T22:43:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742298_1474 (size=12151) 2024-12-01T22:43:27,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093067655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,660 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 622b7a40bc85deb05b90cba2fc3f3b4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093067665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093067684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T22:43:27,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:27,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T22:43:27,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093067865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093067865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T22:43:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:27,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:27,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093067975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:27,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/0e8e067d882a4b67b34f946e13e89aa6 2024-12-01T22:43:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/be57faf5e0e743d19ed6bb958e2b64b1 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/be57faf5e0e743d19ed6bb958e2b64b1 2024-12-01T22:43:27,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/be57faf5e0e743d19ed6bb958e2b64b1, entries=200, sequenceid=216, filesize=14.2 K 2024-12-01T22:43:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/328db1f1b5764c299eefc2d6a5a2ad06 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/328db1f1b5764c299eefc2d6a5a2ad06 2024-12-01T22:43:27,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/328db1f1b5764c299eefc2d6a5a2ad06, entries=150, sequenceid=216, filesize=11.9 K 2024-12-01T22:43:27,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/0e8e067d882a4b67b34f946e13e89aa6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/0e8e067d882a4b67b34f946e13e89aa6 2024-12-01T22:43:28,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093067994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/0e8e067d882a4b67b34f946e13e89aa6, entries=150, sequenceid=216, filesize=11.9 K 2024-12-01T22:43:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:28,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 622b7a40bc85deb05b90cba2fc3f3b4d in 844ms, sequenceid=216, compaction requested=true 2024-12-01T22:43:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:28,002 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:28,002 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:28,003 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:28,003 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:28,003 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/B is initiating minor compaction (all files) 2024-12-01T22:43:28,003 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/A is initiating minor compaction (all files) 2024-12-01T22:43:28,003 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/B in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:28,003 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/A in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:28,003 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/587c8ecb5eb74670a2824c1cbb078db3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/6b518c5fb5b44f5f8bc484cb9a8b3911, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/328db1f1b5764c299eefc2d6a5a2ad06] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.0 K 2024-12-01T22:43:28,003 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/5b3fff61bd874f83983e548770ae8ca2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/19b31579b045478ca1a8f3a58b56cf56, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/be57faf5e0e743d19ed6bb958e2b64b1] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=40.7 K 2024-12-01T22:43:28,003 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b3fff61bd874f83983e548770ae8ca2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733093005128 2024-12-01T22:43:28,003 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 587c8ecb5eb74670a2824c1cbb078db3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733093005128 2024-12-01T22:43:28,004 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19b31579b045478ca1a8f3a58b56cf56, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733093005522 2024-12-01T22:43:28,004 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b518c5fb5b44f5f8bc484cb9a8b3911, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733093005522 2024-12-01T22:43:28,004 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting be57faf5e0e743d19ed6bb958e2b64b1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733093006694 2024-12-01T22:43:28,004 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 328db1f1b5764c299eefc2d6a5a2ad06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733093006694 2024-12-01T22:43:28,016 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:28,016 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:28,017 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/f09ddc4542df467486353b4dab936e42 is 50, key is test_row_0/B:col10/1733093006710/Put/seqid=0 2024-12-01T22:43:28,017 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/f8695c251f78451689619878de0ed7c2 is 50, key is test_row_0/A:col10/1733093006710/Put/seqid=0 2024-12-01T22:43:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742300_1476 (size=12663) 2024-12-01T22:43:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742299_1475 (size=12663) 2024-12-01T22:43:28,028 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/f09ddc4542df467486353b4dab936e42 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/f09ddc4542df467486353b4dab936e42 2024-12-01T22:43:28,033 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/B of 622b7a40bc85deb05b90cba2fc3f3b4d into f09ddc4542df467486353b4dab936e42(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:28,033 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:28,033 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/B, priority=13, startTime=1733093008002; duration=0sec 2024-12-01T22:43:28,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:28,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:B 2024-12-01T22:43:28,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:28,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:28,034 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/C is initiating minor compaction (all files) 2024-12-01T22:43:28,034 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/C in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:28,034 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d796f06413aa40249127e7ce014c32f3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2fb6dd946aa441828fe4d2dfb9dc7720, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/0e8e067d882a4b67b34f946e13e89aa6] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.0 K 2024-12-01T22:43:28,035 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d796f06413aa40249127e7ce014c32f3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733093005128 2024-12-01T22:43:28,035 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fb6dd946aa441828fe4d2dfb9dc7720, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733093005522 2024-12-01T22:43:28,035 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e8e067d882a4b67b34f946e13e89aa6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733093006694 2024-12-01T22:43:28,039 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:28,039 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/b563494b5a7d472da1b2bdf20dd1c726 is 50, key is test_row_0/C:col10/1733093006710/Put/seqid=0 2024-12-01T22:43:28,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742301_1477 (size=12663) 2024-12-01T22:43:28,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T22:43:28,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:28,044 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-01T22:43:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/afeeb8610fa44a8984d2544a2a5293c7 is 50, key is test_row_0/A:col10/1733093007305/Put/seqid=0 2024-12-01T22:43:28,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742302_1478 (size=12151) 2024-12-01T22:43:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T22:43:28,429 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/f8695c251f78451689619878de0ed7c2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f8695c251f78451689619878de0ed7c2 2024-12-01T22:43:28,432 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/A of 622b7a40bc85deb05b90cba2fc3f3b4d into f8695c251f78451689619878de0ed7c2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:28,432 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:28,432 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/A, priority=13, startTime=1733093008002; duration=0sec 2024-12-01T22:43:28,432 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:28,432 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:A 2024-12-01T22:43:28,445 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/b563494b5a7d472da1b2bdf20dd1c726 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b563494b5a7d472da1b2bdf20dd1c726 2024-12-01T22:43:28,448 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/C of 622b7a40bc85deb05b90cba2fc3f3b4d into b563494b5a7d472da1b2bdf20dd1c726(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:28,449 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:28,449 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/C, priority=13, startTime=1733093008002; duration=0sec 2024-12-01T22:43:28,449 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:28,449 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:C 2024-12-01T22:43:28,450 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/afeeb8610fa44a8984d2544a2a5293c7 2024-12-01T22:43:28,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/0839ffb8aad54c77b1c04b49d2ad45c3 is 50, key is test_row_0/B:col10/1733093007305/Put/seqid=0 2024-12-01T22:43:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742303_1479 (size=12151) 2024-12-01T22:43:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:28,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093068512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093068513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:28,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093068625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093068626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:28,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093068835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:28,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093068845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:28,859 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/0839ffb8aad54c77b1c04b49d2ad45c3 2024-12-01T22:43:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/e58cbefdfd584a17ba7ac696f901df5c is 50, key is test_row_0/C:col10/1733093007305/Put/seqid=0 2024-12-01T22:43:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742304_1480 (size=12151) 2024-12-01T22:43:28,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093068874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093068874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:28,881 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 622b7a40bc85deb05b90cba2fc3f3b4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:28,881 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 622b7a40bc85deb05b90cba2fc3f3b4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:29,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093069155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093069165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:29,268 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/e58cbefdfd584a17ba7ac696f901df5c 2024-12-01T22:43:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/afeeb8610fa44a8984d2544a2a5293c7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/afeeb8610fa44a8984d2544a2a5293c7 2024-12-01T22:43:29,274 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/afeeb8610fa44a8984d2544a2a5293c7, entries=150, sequenceid=253, filesize=11.9 K 2024-12-01T22:43:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T22:43:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/0839ffb8aad54c77b1c04b49d2ad45c3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0839ffb8aad54c77b1c04b49d2ad45c3 2024-12-01T22:43:29,277 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0839ffb8aad54c77b1c04b49d2ad45c3, entries=150, sequenceid=253, filesize=11.9 K 2024-12-01T22:43:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/e58cbefdfd584a17ba7ac696f901df5c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e58cbefdfd584a17ba7ac696f901df5c 2024-12-01T22:43:29,280 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e58cbefdfd584a17ba7ac696f901df5c, entries=150, sequenceid=253, filesize=11.9 K 2024-12-01T22:43:29,281 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1238ms, sequenceid=253, compaction requested=false 2024-12-01T22:43:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-01T22:43:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-01T22:43:29,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-01T22:43:29,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1540 sec 2024-12-01T22:43:29,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.1580 sec 2024-12-01T22:43:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:29,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T22:43:29,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:29,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/c3d6acfcb9c1499ea4aae11fd8cb0a32 is 50, key is test_row_0/A:col10/1733093008490/Put/seqid=0 2024-12-01T22:43:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742305_1481 (size=14741) 2024-12-01T22:43:29,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093069716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:29,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093069717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093069722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:29,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093069825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:29,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093069834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:29,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:29,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093069834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:29,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:29,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093070035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093070045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093070045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/c3d6acfcb9c1499ea4aae11fd8cb0a32 2024-12-01T22:43:30,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3f44c4ef82cb48d88220be9217c7f2c0 is 50, key is test_row_0/B:col10/1733093008490/Put/seqid=0 2024-12-01T22:43:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742306_1482 (size=12301) 2024-12-01T22:43:30,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093070345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093070355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093070365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3f44c4ef82cb48d88220be9217c7f2c0 2024-12-01T22:43:30,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/b312099c5cc047cc93bc36908758a994 is 50, key is test_row_0/C:col10/1733093008490/Put/seqid=0 2024-12-01T22:43:30,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742307_1483 (size=12301) 2024-12-01T22:43:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093070854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093070865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093070885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093070885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,890 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 622b7a40bc85deb05b90cba2fc3f3b4d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/b312099c5cc047cc93bc36908758a994 2024-12-01T22:43:30,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093070894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:30,899 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 622b7a40bc85deb05b90cba2fc3f3b4d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:30,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/c3d6acfcb9c1499ea4aae11fd8cb0a32 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/c3d6acfcb9c1499ea4aae11fd8cb0a32 2024-12-01T22:43:30,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/c3d6acfcb9c1499ea4aae11fd8cb0a32, entries=200, sequenceid=267, filesize=14.4 K 2024-12-01T22:43:30,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3f44c4ef82cb48d88220be9217c7f2c0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3f44c4ef82cb48d88220be9217c7f2c0 2024-12-01T22:43:30,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3f44c4ef82cb48d88220be9217c7f2c0, entries=150, sequenceid=267, filesize=12.0 K 2024-12-01T22:43:30,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/b312099c5cc047cc93bc36908758a994 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b312099c5cc047cc93bc36908758a994 2024-12-01T22:43:30,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b312099c5cc047cc93bc36908758a994, entries=150, sequenceid=267, filesize=12.0 K 2024-12-01T22:43:30,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1286ms, sequenceid=267, compaction requested=true 2024-12-01T22:43:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:30,955 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:30,955 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:30,956 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:30,956 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:30,956 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/A is initiating minor compaction (all files) 2024-12-01T22:43:30,956 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/B is initiating minor compaction (all files) 2024-12-01T22:43:30,956 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/A in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:30,956 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/B in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:30,956 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/f09ddc4542df467486353b4dab936e42, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0839ffb8aad54c77b1c04b49d2ad45c3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3f44c4ef82cb48d88220be9217c7f2c0] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.2 K 2024-12-01T22:43:30,956 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f8695c251f78451689619878de0ed7c2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/afeeb8610fa44a8984d2544a2a5293c7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/c3d6acfcb9c1499ea4aae11fd8cb0a32] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=38.6 K 2024-12-01T22:43:30,956 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8695c251f78451689619878de0ed7c2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733093006694 2024-12-01T22:43:30,956 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f09ddc4542df467486353b4dab936e42, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733093006694 2024-12-01T22:43:30,956 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting afeeb8610fa44a8984d2544a2a5293c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733093007305 2024-12-01T22:43:30,957 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0839ffb8aad54c77b1c04b49d2ad45c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733093007305 2024-12-01T22:43:30,957 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3d6acfcb9c1499ea4aae11fd8cb0a32, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733093008490 2024-12-01T22:43:30,957 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f44c4ef82cb48d88220be9217c7f2c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733093008490 2024-12-01T22:43:30,962 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#B#compaction#411 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:30,963 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/bd919346eeaa44c8830b65bd2c9bd9df is 50, key is test_row_0/B:col10/1733093008490/Put/seqid=0 2024-12-01T22:43:30,963 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:30,963 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/57d7bd644945437da6ecbe7cc9d82813 is 50, key is test_row_0/A:col10/1733093008490/Put/seqid=0 2024-12-01T22:43:30,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742308_1484 (size=12915) 2024-12-01T22:43:30,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742309_1485 (size=12915) 2024-12-01T22:43:30,970 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/bd919346eeaa44c8830b65bd2c9bd9df as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/bd919346eeaa44c8830b65bd2c9bd9df 2024-12-01T22:43:30,974 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/B of 622b7a40bc85deb05b90cba2fc3f3b4d into bd919346eeaa44c8830b65bd2c9bd9df(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:30,974 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:30,974 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/B, priority=13, startTime=1733093010955; duration=0sec 2024-12-01T22:43:30,974 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:30,974 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:B 2024-12-01T22:43:30,974 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:30,975 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:30,975 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/C is initiating minor compaction (all files) 2024-12-01T22:43:30,975 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/C in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:30,975 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b563494b5a7d472da1b2bdf20dd1c726, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e58cbefdfd584a17ba7ac696f901df5c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b312099c5cc047cc93bc36908758a994] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.2 K 2024-12-01T22:43:30,975 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b563494b5a7d472da1b2bdf20dd1c726, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733093006694 2024-12-01T22:43:30,976 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting e58cbefdfd584a17ba7ac696f901df5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733093007305 2024-12-01T22:43:30,976 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b312099c5cc047cc93bc36908758a994, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733093008490 2024-12-01T22:43:30,983 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#C#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:30,984 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/926dca6508724fc4a0aafab24e216b0c is 50, key is test_row_0/C:col10/1733093008490/Put/seqid=0 2024-12-01T22:43:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742310_1486 (size=12915) 2024-12-01T22:43:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T22:43:31,295 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:31,295 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-01T22:43:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T22:43:31,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:31,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:31,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:31,373 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/57d7bd644945437da6ecbe7cc9d82813 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/57d7bd644945437da6ecbe7cc9d82813 2024-12-01T22:43:31,376 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/A of 622b7a40bc85deb05b90cba2fc3f3b4d into 57d7bd644945437da6ecbe7cc9d82813(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:31,376 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:31,376 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/A, priority=13, startTime=1733093010955; duration=0sec 2024-12-01T22:43:31,376 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:31,376 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:A 2024-12-01T22:43:31,391 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/926dca6508724fc4a0aafab24e216b0c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/926dca6508724fc4a0aafab24e216b0c 2024-12-01T22:43:31,394 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/C of 622b7a40bc85deb05b90cba2fc3f3b4d into 926dca6508724fc4a0aafab24e216b0c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:31,394 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:31,394 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/C, priority=13, startTime=1733093010955; duration=0sec 2024-12-01T22:43:31,394 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:31,394 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:C 2024-12-01T22:43:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T22:43:31,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-01T22:43:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:31,449 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:43:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/55ac4e191ac8456ca512324ecbf3fd9d is 50, key is test_row_0/A:col10/1733093009716/Put/seqid=0 2024-12-01T22:43:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742311_1487 (size=12301) 2024-12-01T22:43:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T22:43:31,857 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/55ac4e191ac8456ca512324ecbf3fd9d 2024-12-01T22:43:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/0303fad3ccf443cb977a0598c0119f61 is 50, key is test_row_0/B:col10/1733093009716/Put/seqid=0 2024-12-01T22:43:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742312_1488 (size=12301) 2024-12-01T22:43:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:31,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093071903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:31,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:31,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:31,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:31,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093071903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:31,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:31,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:31,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:31,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093071904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:31,911 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in 622b7a40bc85deb05b90cba2fc3f3b4d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:31,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:31,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:31,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T22:43:32,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093072015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093072015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:32,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093072224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:32,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093072224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:32,270 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/0303fad3ccf443cb977a0598c0119f61 2024-12-01T22:43:32,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/3bb24ff7a28e45189ef2b01c23f1ca09 is 50, key is test_row_0/C:col10/1733093009716/Put/seqid=0 2024-12-01T22:43:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742313_1489 (size=12301) 2024-12-01T22:43:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T22:43:32,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093072535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093072535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:32,679 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/3bb24ff7a28e45189ef2b01c23f1ca09 2024-12-01T22:43:32,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/55ac4e191ac8456ca512324ecbf3fd9d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/55ac4e191ac8456ca512324ecbf3fd9d 2024-12-01T22:43:32,684 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/55ac4e191ac8456ca512324ecbf3fd9d, entries=150, sequenceid=290, filesize=12.0 K 2024-12-01T22:43:32,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/0303fad3ccf443cb977a0598c0119f61 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0303fad3ccf443cb977a0598c0119f61 2024-12-01T22:43:32,687 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0303fad3ccf443cb977a0598c0119f61, entries=150, sequenceid=290, filesize=12.0 K 2024-12-01T22:43:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/3bb24ff7a28e45189ef2b01c23f1ca09 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/3bb24ff7a28e45189ef2b01c23f1ca09 2024-12-01T22:43:32,690 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/3bb24ff7a28e45189ef2b01c23f1ca09, entries=150, sequenceid=290, filesize=12.0 K 2024-12-01T22:43:32,691 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1242ms, sequenceid=290, compaction requested=false 2024-12-01T22:43:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-01T22:43:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-01T22:43:32,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-01T22:43:32,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-12-01T22:43:32,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.3990 sec 2024-12-01T22:43:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:33,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-01T22:43:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:33,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/14259d45e4164ceca657e7aaf813b7f7 is 50, key is test_row_0/A:col10/1733093013049/Put/seqid=0 2024-12-01T22:43:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742314_1490 (size=12301) 2024-12-01T22:43:33,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093073096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093073097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093073205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093073215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093073415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093073425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T22:43:33,445 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:33,446 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-01T22:43:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T22:43:33,447 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:33,448 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:33,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:33,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/14259d45e4164ceca657e7aaf813b7f7 2024-12-01T22:43:33,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/57ec5ace26024fe1942be4a88563ab7a is 50, key is test_row_0/B:col10/1733093013049/Put/seqid=0 2024-12-01T22:43:33,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742315_1491 (size=12301) 2024-12-01T22:43:33,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/57ec5ace26024fe1942be4a88563ab7a 2024-12-01T22:43:33,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/6e21b8bddf304aa3b7dfec635cf21b1d is 50, key is test_row_0/C:col10/1733093013049/Put/seqid=0 2024-12-01T22:43:33,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742316_1492 (size=12301) 2024-12-01T22:43:33,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/6e21b8bddf304aa3b7dfec635cf21b1d 2024-12-01T22:43:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/14259d45e4164ceca657e7aaf813b7f7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/14259d45e4164ceca657e7aaf813b7f7 2024-12-01T22:43:33,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/14259d45e4164ceca657e7aaf813b7f7, entries=150, sequenceid=304, filesize=12.0 K 2024-12-01T22:43:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/57ec5ace26024fe1942be4a88563ab7a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/57ec5ace26024fe1942be4a88563ab7a 2024-12-01T22:43:33,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/57ec5ace26024fe1942be4a88563ab7a, entries=150, sequenceid=304, filesize=12.0 K 2024-12-01T22:43:33,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/6e21b8bddf304aa3b7dfec635cf21b1d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/6e21b8bddf304aa3b7dfec635cf21b1d 2024-12-01T22:43:33,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/6e21b8bddf304aa3b7dfec635cf21b1d, entries=150, sequenceid=304, filesize=12.0 K 2024-12-01T22:43:33,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 622b7a40bc85deb05b90cba2fc3f3b4d in 446ms, sequenceid=304, compaction requested=true 2024-12-01T22:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:33,496 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:33,496 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:33,496 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:33,496 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:33,496 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/A is initiating minor compaction (all files) 2024-12-01T22:43:33,497 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/B is initiating minor compaction (all files) 2024-12-01T22:43:33,497 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/A in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:33,497 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/B in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:33,497 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/57d7bd644945437da6ecbe7cc9d82813, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/55ac4e191ac8456ca512324ecbf3fd9d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/14259d45e4164ceca657e7aaf813b7f7] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.6 K 2024-12-01T22:43:33,497 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/bd919346eeaa44c8830b65bd2c9bd9df, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0303fad3ccf443cb977a0598c0119f61, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/57ec5ace26024fe1942be4a88563ab7a] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.6 K 2024-12-01T22:43:33,497 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57d7bd644945437da6ecbe7cc9d82813, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733093008490 2024-12-01T22:43:33,497 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting bd919346eeaa44c8830b65bd2c9bd9df, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733093008490 2024-12-01T22:43:33,497 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55ac4e191ac8456ca512324ecbf3fd9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733093009713 2024-12-01T22:43:33,497 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0303fad3ccf443cb977a0598c0119f61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733093009713 2024-12-01T22:43:33,497 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14259d45e4164ceca657e7aaf813b7f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733093011889 2024-12-01T22:43:33,497 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 57ec5ace26024fe1942be4a88563ab7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733093011889 2024-12-01T22:43:33,503 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:33,504 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/551b0707ee954bb9934e80ad3576242b is 50, key is test_row_0/B:col10/1733093013049/Put/seqid=0 2024-12-01T22:43:33,505 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:33,505 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/9af0e9906ccd4608b1f21df06053f276 is 50, key is test_row_0/A:col10/1733093013049/Put/seqid=0 2024-12-01T22:43:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742317_1493 (size=13017) 2024-12-01T22:43:33,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742318_1494 (size=13017) 2024-12-01T22:43:33,511 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/9af0e9906ccd4608b1f21df06053f276 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/9af0e9906ccd4608b1f21df06053f276 2024-12-01T22:43:33,511 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/551b0707ee954bb9934e80ad3576242b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/551b0707ee954bb9934e80ad3576242b 2024-12-01T22:43:33,515 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/A of 622b7a40bc85deb05b90cba2fc3f3b4d into 9af0e9906ccd4608b1f21df06053f276(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:33,515 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/B of 622b7a40bc85deb05b90cba2fc3f3b4d into 551b0707ee954bb9934e80ad3576242b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:33,515 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/A, priority=13, startTime=1733093013496; duration=0sec 2024-12-01T22:43:33,515 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/B, priority=13, startTime=1733093013496; duration=0sec 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:A 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:B 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:33,515 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/C is initiating minor compaction (all files) 2024-12-01T22:43:33,516 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/C in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:33,516 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/926dca6508724fc4a0aafab24e216b0c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/3bb24ff7a28e45189ef2b01c23f1ca09, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/6e21b8bddf304aa3b7dfec635cf21b1d] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.6 K 2024-12-01T22:43:33,516 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 926dca6508724fc4a0aafab24e216b0c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733093008490 2024-12-01T22:43:33,516 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bb24ff7a28e45189ef2b01c23f1ca09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733093009713 2024-12-01T22:43:33,516 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e21b8bddf304aa3b7dfec635cf21b1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733093011889 2024-12-01T22:43:33,521 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:33,521 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/2efea2dbd24b474494fc79699c7a4e66 is 50, key is test_row_0/C:col10/1733093013049/Put/seqid=0 2024-12-01T22:43:33,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742319_1495 (size=13017) 2024-12-01T22:43:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T22:43:33,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T22:43:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:33,600 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-01T22:43:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:33,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/0a329613af1447fdb7e5dcf6f33a4703 is 50, key is test_row_0/A:col10/1733093013082/Put/seqid=0 2024-12-01T22:43:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742320_1496 (size=12301) 2024-12-01T22:43:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:33,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093073756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T22:43:33,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093073760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093073875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093073875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:33,928 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/2efea2dbd24b474494fc79699c7a4e66 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2efea2dbd24b474494fc79699c7a4e66 2024-12-01T22:43:33,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33928 deadline: 1733093073925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:33,932 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/C of 622b7a40bc85deb05b90cba2fc3f3b4d into 2efea2dbd24b474494fc79699c7a4e66(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:33,932 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:33,932 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/C, priority=13, startTime=1733093013496; duration=0sec 2024-12-01T22:43:33,932 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:33,932 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:C 2024-12-01T22:43:33,932 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in 622b7a40bc85deb05b90cba2fc3f3b4d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:34,006 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/0a329613af1447fdb7e5dcf6f33a4703 2024-12-01T22:43:34,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/49a6a8cdf2eb482896c50ee583b41f3f is 50, key is test_row_0/B:col10/1733093013082/Put/seqid=0 2024-12-01T22:43:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742321_1497 (size=12301) 2024-12-01T22:43:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T22:43:34,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093074095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093074095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:34,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:34,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093074405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093074405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:34,417 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/49a6a8cdf2eb482896c50ee583b41f3f 2024-12-01T22:43:34,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/35a7a3340e9b4405a8758ca38e46e379 is 50, key is test_row_0/C:col10/1733093013082/Put/seqid=0 2024-12-01T22:43:34,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742322_1498 (size=12301) 2024-12-01T22:43:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T22:43:34,826 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/35a7a3340e9b4405a8758ca38e46e379 2024-12-01T22:43:34,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/0a329613af1447fdb7e5dcf6f33a4703 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/0a329613af1447fdb7e5dcf6f33a4703 2024-12-01T22:43:34,831 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/0a329613af1447fdb7e5dcf6f33a4703, entries=150, sequenceid=324, filesize=12.0 K 2024-12-01T22:43:34,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/49a6a8cdf2eb482896c50ee583b41f3f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/49a6a8cdf2eb482896c50ee583b41f3f 2024-12-01T22:43:34,834 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/49a6a8cdf2eb482896c50ee583b41f3f, entries=150, sequenceid=324, filesize=12.0 K 2024-12-01T22:43:34,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/35a7a3340e9b4405a8758ca38e46e379 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35a7a3340e9b4405a8758ca38e46e379 2024-12-01T22:43:34,838 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35a7a3340e9b4405a8758ca38e46e379, entries=150, sequenceid=324, filesize=12.0 K 2024-12-01T22:43:34,839 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1239ms, sequenceid=324, compaction requested=false 2024-12-01T22:43:34,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:34,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:34,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-01T22:43:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-01T22:43:34,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-01T22:43:34,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-12-01T22:43:34,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.3960 sec 2024-12-01T22:43:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:34,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-01T22:43:34,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:34,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:34,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:34,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:34,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:34,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:34,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/843e3795f1c649b281893445edca2c8d is 50, key is test_row_0/A:col10/1733093014917/Put/seqid=0 2024-12-01T22:43:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742323_1499 (size=14741) 2024-12-01T22:43:34,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093074957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:34,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093074957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093074958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:34,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093074970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093075075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093075075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093075075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093075085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093075284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093075284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093075285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093075295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/843e3795f1c649b281893445edca2c8d 2024-12-01T22:43:35,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/531469d7bbbb4e0ea748667a29617abc is 50, key is test_row_0/B:col10/1733093014917/Put/seqid=0 2024-12-01T22:43:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742324_1500 (size=12301) 2024-12-01T22:43:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T22:43:35,595 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:35,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-01T22:43:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T22:43:35,597 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:35,598 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:35,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:35,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093075595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093075604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093075604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093075604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T22:43:35,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/531469d7bbbb4e0ea748667a29617abc 2024-12-01T22:43:35,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/c4efe9a05e9c4c0f968ef74d924c614e is 50, key is test_row_0/C:col10/1733093014917/Put/seqid=0 2024-12-01T22:43:35,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742325_1501 (size=12301) 2024-12-01T22:43:35,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-01T22:43:35,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:35,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:35,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:35,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-01T22:43:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:35,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T22:43:36,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-01T22:43:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:36,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:36,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1733093076115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1733093076125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33864 deadline: 1733093076125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33910 deadline: 1733093076125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 , the old value is region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., hostname=14efca635be3,43983,1733092856036, seqNum=2 because the exception is null or not the one we care about 2024-12-01T22:43:36,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/c4efe9a05e9c4c0f968ef74d924c614e 2024-12-01T22:43:36,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/843e3795f1c649b281893445edca2c8d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/843e3795f1c649b281893445edca2c8d 2024-12-01T22:43:36,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/843e3795f1c649b281893445edca2c8d, entries=200, sequenceid=340, filesize=14.4 K 2024-12-01T22:43:36,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/531469d7bbbb4e0ea748667a29617abc as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/531469d7bbbb4e0ea748667a29617abc 2024-12-01T22:43:36,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/531469d7bbbb4e0ea748667a29617abc, entries=150, sequenceid=340, filesize=12.0 K 2024-12-01T22:43:36,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/c4efe9a05e9c4c0f968ef74d924c614e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c4efe9a05e9c4c0f968ef74d924c614e 2024-12-01T22:43:36,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c4efe9a05e9c4c0f968ef74d924c614e, entries=150, sequenceid=340, filesize=12.0 K 2024-12-01T22:43:36,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1243ms, sequenceid=340, compaction requested=true 2024-12-01T22:43:36,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:36,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:36,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:36,161 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:36,161 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:36,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:36,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:36,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 622b7a40bc85deb05b90cba2fc3f3b4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:36,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:36,162 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:36,162 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:36,162 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/A is initiating minor compaction (all files) 2024-12-01T22:43:36,162 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/B is initiating minor compaction (all files) 2024-12-01T22:43:36,162 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/A in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:36,162 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/B in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:36,162 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/9af0e9906ccd4608b1f21df06053f276, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/0a329613af1447fdb7e5dcf6f33a4703, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/843e3795f1c649b281893445edca2c8d] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=39.1 K 2024-12-01T22:43:36,162 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/551b0707ee954bb9934e80ad3576242b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/49a6a8cdf2eb482896c50ee583b41f3f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/531469d7bbbb4e0ea748667a29617abc] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.7 K 2024-12-01T22:43:36,162 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9af0e9906ccd4608b1f21df06053f276, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733093011889 2024-12-01T22:43:36,162 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 551b0707ee954bb9934e80ad3576242b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733093011889 2024-12-01T22:43:36,163 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 49a6a8cdf2eb482896c50ee583b41f3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733093013078 2024-12-01T22:43:36,163 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a329613af1447fdb7e5dcf6f33a4703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733093013078 2024-12-01T22:43:36,163 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 843e3795f1c649b281893445edca2c8d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733093013754 2024-12-01T22:43:36,163 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 531469d7bbbb4e0ea748667a29617abc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733093013755 2024-12-01T22:43:36,169 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:36,170 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/1a7119379fdb4ebdacaba263cfabe534 is 50, key is test_row_0/B:col10/1733093014917/Put/seqid=0 2024-12-01T22:43:36,175 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:36,176 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/848a1dee693e450d9159072ec6f45a6d is 50, key is test_row_0/A:col10/1733093014917/Put/seqid=0 2024-12-01T22:43:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742326_1502 (size=13119) 2024-12-01T22:43:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742327_1503 (size=13119) 2024-12-01T22:43:36,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-01T22:43:36,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:36,206 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-01T22:43:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/e0468c4de82d45389eff9ea477cfe292 is 50, key is test_row_0/A:col10/1733093014955/Put/seqid=0 2024-12-01T22:43:36,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742328_1504 (size=12301) 2024-12-01T22:43:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T22:43:36,502 INFO [Thread-1953 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1953. 2024-12-01T22:43:36,502 DEBUG [Thread-1953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:36,502 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,503 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:36,506 INFO [Thread-1961 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1961. 2024-12-01T22:43:36,506 DEBUG [Thread-1961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:36,506 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,506 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:36,507 INFO [Thread-1955 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1955. 2024-12-01T22:43:36,508 DEBUG [Thread-1955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:36,508 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,508 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:36,508 INFO [Thread-1957 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1957. 2024-12-01T22:43:36,508 DEBUG [Thread-1957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:36,508 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,508 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:36,511 INFO [Thread-1959 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1959. 2024-12-01T22:43:36,511 DEBUG [Thread-1959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:36,511 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,512 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:36,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:36,585 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/1a7119379fdb4ebdacaba263cfabe534 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/1a7119379fdb4ebdacaba263cfabe534 2024-12-01T22:43:36,587 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/848a1dee693e450d9159072ec6f45a6d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/848a1dee693e450d9159072ec6f45a6d 2024-12-01T22:43:36,590 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/B of 622b7a40bc85deb05b90cba2fc3f3b4d into 1a7119379fdb4ebdacaba263cfabe534(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:36,590 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:36,590 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/B, priority=13, startTime=1733093016161; duration=0sec 2024-12-01T22:43:36,590 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:36,590 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:B 2024-12-01T22:43:36,590 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:36,591 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:36,591 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 622b7a40bc85deb05b90cba2fc3f3b4d/C is initiating minor compaction (all files) 2024-12-01T22:43:36,591 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 622b7a40bc85deb05b90cba2fc3f3b4d/C in TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:36,591 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2efea2dbd24b474494fc79699c7a4e66, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35a7a3340e9b4405a8758ca38e46e379, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c4efe9a05e9c4c0f968ef74d924c614e] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp, totalSize=36.7 K 2024-12-01T22:43:36,591 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 2efea2dbd24b474494fc79699c7a4e66, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733093011889 2024-12-01T22:43:36,592 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/A of 622b7a40bc85deb05b90cba2fc3f3b4d into 848a1dee693e450d9159072ec6f45a6d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:36,592 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:36,592 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/A, priority=13, startTime=1733093016161; duration=0sec 2024-12-01T22:43:36,592 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:36,592 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:A 2024-12-01T22:43:36,592 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a7a3340e9b4405a8758ca38e46e379, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733093013078 2024-12-01T22:43:36,592 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting c4efe9a05e9c4c0f968ef74d924c614e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733093013755 2024-12-01T22:43:36,598 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 622b7a40bc85deb05b90cba2fc3f3b4d#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:36,599 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/e6ba3356212649309a21cc3f70d590d2 is 50, key is test_row_0/C:col10/1733093014917/Put/seqid=0 2024-12-01T22:43:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742329_1505 (size=13119) 2024-12-01T22:43:36,613 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/e0468c4de82d45389eff9ea477cfe292 2024-12-01T22:43:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/c5fbfeb072894e2db7af2870ad25bb2d is 50, key is test_row_0/B:col10/1733093014955/Put/seqid=0 2024-12-01T22:43:36,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742330_1506 (size=12301) 2024-12-01T22:43:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T22:43:37,006 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/e6ba3356212649309a21cc3f70d590d2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e6ba3356212649309a21cc3f70d590d2 2024-12-01T22:43:37,010 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 622b7a40bc85deb05b90cba2fc3f3b4d/C of 622b7a40bc85deb05b90cba2fc3f3b4d into e6ba3356212649309a21cc3f70d590d2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:37,010 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:37,010 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., storeName=622b7a40bc85deb05b90cba2fc3f3b4d/C, priority=13, startTime=1733093016161; duration=0sec 2024-12-01T22:43:37,010 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:37,010 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 622b7a40bc85deb05b90cba2fc3f3b4d:C 2024-12-01T22:43:37,027 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/c5fbfeb072894e2db7af2870ad25bb2d 2024-12-01T22:43:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/35331dee55344072a8012f7e8e3db5ad is 50, key is test_row_0/C:col10/1733093014955/Put/seqid=0 2024-12-01T22:43:37,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742331_1507 (size=12301) 2024-12-01T22:43:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. as already flushing 2024-12-01T22:43:37,130 INFO [Thread-1950 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1950. 2024-12-01T22:43:37,130 DEBUG [Thread-1950 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:37,130 DEBUG [Thread-1950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,131 DEBUG [Thread-1950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:37,148 INFO [Thread-1948 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1948. 2024-12-01T22:43:37,148 INFO [Thread-1942 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1942. 2024-12-01T22:43:37,148 INFO [Thread-1944 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1944. 2024-12-01T22:43:37,148 DEBUG [Thread-1948 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:37,148 DEBUG [Thread-1948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,148 DEBUG [Thread-1944 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:37,148 DEBUG [Thread-1942 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:37,148 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,148 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,148 DEBUG [Thread-1948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:37,148 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,148 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:37,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:37,442 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/35331dee55344072a8012f7e8e3db5ad 2024-12-01T22:43:37,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/e0468c4de82d45389eff9ea477cfe292 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/e0468c4de82d45389eff9ea477cfe292 2024-12-01T22:43:37,456 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/e0468c4de82d45389eff9ea477cfe292, entries=150, sequenceid=357, filesize=12.0 K 2024-12-01T22:43:37,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/c5fbfeb072894e2db7af2870ad25bb2d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/c5fbfeb072894e2db7af2870ad25bb2d 2024-12-01T22:43:37,461 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/c5fbfeb072894e2db7af2870ad25bb2d, entries=150, sequenceid=357, filesize=12.0 K 2024-12-01T22:43:37,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/35331dee55344072a8012f7e8e3db5ad as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35331dee55344072a8012f7e8e3db5ad 2024-12-01T22:43:37,466 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35331dee55344072a8012f7e8e3db5ad, entries=150, sequenceid=357, filesize=12.0 K 2024-12-01T22:43:37,467 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=26.84 KB/27480 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1261ms, sequenceid=357, compaction requested=false 2024-12-01T22:43:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 622b7a40bc85deb05b90cba2fc3f3b4d: 2024-12-01T22:43:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-01T22:43:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-01T22:43:37,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-01T22:43:37,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8710 sec 2024-12-01T22:43:37,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.8750 sec 2024-12-01T22:43:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T22:43:37,747 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:37,960 INFO [Thread-1946 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1946. 2024-12-01T22:43:37,961 DEBUG [Thread-1946 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:43:37,961 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,961 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:37,961 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1717 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5151 rows 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1722 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5159 rows 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1722 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5165 rows 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1717 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5147 rows 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1730 2024-12-01T22:43:37,962 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5190 rows 2024-12-01T22:43:37,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:43:37,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:43:37,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:37,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:43:37,963 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T22:43:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T22:43:37,967 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733093017967"}]},"ts":"1733093017967"} 2024-12-01T22:43:37,968 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T22:43:37,968 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T22:43:37,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:43:37,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, UNASSIGN}] 2024-12-01T22:43:37,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, UNASSIGN 2024-12-01T22:43:37,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=622b7a40bc85deb05b90cba2fc3f3b4d, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:37,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, UNASSIGN because future has completed 2024-12-01T22:43:37,974 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:43:37,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:43:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T22:43:38,127 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:38,128 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:43:38,128 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing 622b7a40bc85deb05b90cba2fc3f3b4d, disabling compactions & flushes 2024-12-01T22:43:38,128 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:38,128 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:38,128 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. after waiting 0 ms 2024-12-01T22:43:38,128 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:38,128 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(2902): Flushing 622b7a40bc85deb05b90cba2fc3f3b4d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-01T22:43:38,129 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=A 2024-12-01T22:43:38,129 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:38,129 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=B 2024-12-01T22:43:38,129 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:38,129 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 622b7a40bc85deb05b90cba2fc3f3b4d, store=C 2024-12-01T22:43:38,129 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:38,136 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/f2b713d169ba40ff9fe059772fa1a902 is 50, key is test_row_0/A:col10/1733093017145/Put/seqid=0 2024-12-01T22:43:38,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742332_1508 (size=12301) 2024-12-01T22:43:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T22:43:38,541 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/f2b713d169ba40ff9fe059772fa1a902 2024-12-01T22:43:38,554 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3c07ac3606a24cde8cc5395b37d97d95 is 50, key is test_row_0/B:col10/1733093017145/Put/seqid=0 2024-12-01T22:43:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742333_1509 (size=12301) 2024-12-01T22:43:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T22:43:38,960 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3c07ac3606a24cde8cc5395b37d97d95 2024-12-01T22:43:38,972 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/93152b20d1e047e9bac1dabe7166cdd8 is 50, key is test_row_0/C:col10/1733093017145/Put/seqid=0 2024-12-01T22:43:38,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742334_1510 (size=12301) 2024-12-01T22:43:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T22:43:39,378 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/93152b20d1e047e9bac1dabe7166cdd8 2024-12-01T22:43:39,390 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/A/f2b713d169ba40ff9fe059772fa1a902 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f2b713d169ba40ff9fe059772fa1a902 2024-12-01T22:43:39,395 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f2b713d169ba40ff9fe059772fa1a902, entries=150, sequenceid=368, filesize=12.0 K 2024-12-01T22:43:39,396 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/B/3c07ac3606a24cde8cc5395b37d97d95 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3c07ac3606a24cde8cc5395b37d97d95 2024-12-01T22:43:39,401 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3c07ac3606a24cde8cc5395b37d97d95, entries=150, sequenceid=368, filesize=12.0 K 2024-12-01T22:43:39,401 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/.tmp/C/93152b20d1e047e9bac1dabe7166cdd8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/93152b20d1e047e9bac1dabe7166cdd8 2024-12-01T22:43:39,406 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/93152b20d1e047e9bac1dabe7166cdd8, entries=150, sequenceid=368, filesize=12.0 K 2024-12-01T22:43:39,407 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1278ms, sequenceid=368, compaction requested=true 2024-12-01T22:43:39,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ead0af0ed15d41c29e737ceaf58d2e67, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/309dbd5ecc9346c4aadb080638841c9c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/674950e9be9940feb8dc6c6528582a40, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ccd248cff0ef4ea3868241db7bacca7b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/742a3caaf438470ba1d30e6f9db944fd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ed3b99bcc03c47059731f93a735c893b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3bbba50f700a4968b2705b9354d6660b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/838c2dc1df5043b29c242a0a35ab20d7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/a1afebf05aa240dea90e744286a8561a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ec458b41183f4aa18af4d7363927fda7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3555696ccc8a4e4d9e399d53a15df9c8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/d6c2e12d1f5449998f9ef1dd6e4ba82b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/5b3fff61bd874f83983e548770ae8ca2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/19b31579b045478ca1a8f3a58b56cf56, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/be57faf5e0e743d19ed6bb958e2b64b1, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f8695c251f78451689619878de0ed7c2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/afeeb8610fa44a8984d2544a2a5293c7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/c3d6acfcb9c1499ea4aae11fd8cb0a32, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/57d7bd644945437da6ecbe7cc9d82813, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/55ac4e191ac8456ca512324ecbf3fd9d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/9af0e9906ccd4608b1f21df06053f276, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/14259d45e4164ceca657e7aaf813b7f7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/0a329613af1447fdb7e5dcf6f33a4703, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/843e3795f1c649b281893445edca2c8d] to archive 2024-12-01T22:43:39,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:43:39,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ead0af0ed15d41c29e737ceaf58d2e67 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ead0af0ed15d41c29e737ceaf58d2e67 2024-12-01T22:43:39,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/309dbd5ecc9346c4aadb080638841c9c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/309dbd5ecc9346c4aadb080638841c9c 2024-12-01T22:43:39,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/674950e9be9940feb8dc6c6528582a40 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/674950e9be9940feb8dc6c6528582a40 2024-12-01T22:43:39,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ccd248cff0ef4ea3868241db7bacca7b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ccd248cff0ef4ea3868241db7bacca7b 2024-12-01T22:43:39,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/742a3caaf438470ba1d30e6f9db944fd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/742a3caaf438470ba1d30e6f9db944fd 2024-12-01T22:43:39,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ed3b99bcc03c47059731f93a735c893b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ed3b99bcc03c47059731f93a735c893b 2024-12-01T22:43:39,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3bbba50f700a4968b2705b9354d6660b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3bbba50f700a4968b2705b9354d6660b 2024-12-01T22:43:39,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/838c2dc1df5043b29c242a0a35ab20d7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/838c2dc1df5043b29c242a0a35ab20d7 2024-12-01T22:43:39,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/a1afebf05aa240dea90e744286a8561a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/a1afebf05aa240dea90e744286a8561a 2024-12-01T22:43:39,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ec458b41183f4aa18af4d7363927fda7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/ec458b41183f4aa18af4d7363927fda7 2024-12-01T22:43:39,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3555696ccc8a4e4d9e399d53a15df9c8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/3555696ccc8a4e4d9e399d53a15df9c8 2024-12-01T22:43:39,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/d6c2e12d1f5449998f9ef1dd6e4ba82b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/d6c2e12d1f5449998f9ef1dd6e4ba82b 2024-12-01T22:43:39,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/5b3fff61bd874f83983e548770ae8ca2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/5b3fff61bd874f83983e548770ae8ca2 2024-12-01T22:43:39,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/19b31579b045478ca1a8f3a58b56cf56 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/19b31579b045478ca1a8f3a58b56cf56 2024-12-01T22:43:39,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/be57faf5e0e743d19ed6bb958e2b64b1 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/be57faf5e0e743d19ed6bb958e2b64b1 2024-12-01T22:43:39,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f8695c251f78451689619878de0ed7c2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f8695c251f78451689619878de0ed7c2 2024-12-01T22:43:39,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/afeeb8610fa44a8984d2544a2a5293c7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/afeeb8610fa44a8984d2544a2a5293c7 2024-12-01T22:43:39,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/c3d6acfcb9c1499ea4aae11fd8cb0a32 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/c3d6acfcb9c1499ea4aae11fd8cb0a32 2024-12-01T22:43:39,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/57d7bd644945437da6ecbe7cc9d82813 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/57d7bd644945437da6ecbe7cc9d82813 2024-12-01T22:43:39,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/55ac4e191ac8456ca512324ecbf3fd9d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/55ac4e191ac8456ca512324ecbf3fd9d 2024-12-01T22:43:39,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/9af0e9906ccd4608b1f21df06053f276 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/9af0e9906ccd4608b1f21df06053f276 2024-12-01T22:43:39,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/14259d45e4164ceca657e7aaf813b7f7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/14259d45e4164ceca657e7aaf813b7f7 2024-12-01T22:43:39,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/0a329613af1447fdb7e5dcf6f33a4703 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/0a329613af1447fdb7e5dcf6f33a4703 2024-12-01T22:43:39,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/843e3795f1c649b281893445edca2c8d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/843e3795f1c649b281893445edca2c8d 2024-12-01T22:43:39,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/02cf556bfaa947969a77700e7c7db0cd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/d9ea1ef5f55b413cb26acfc60a0071c9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/45f4f0f1b3a3467691e7db86e2499d87, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/97964d5e437f4fbca27f0c2da82aa969, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/37faa530b6414196ad62f00f5330ca58, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/4e928e9b08554115b3cfbef9000a650b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/8acd411ac93a46aaa297a495fba93cd6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/cec2314d79e14613a720cd4a89d4b6e2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/ca2fd362b0bf4465831b08e6076fdc8f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/2dab9ff9787f4586a865a4821fa99783, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/858cc3bc2b4a456785d99a45212c6038, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/587c8ecb5eb74670a2824c1cbb078db3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3552ed29204b4cb0ad57b224a25552a7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/6b518c5fb5b44f5f8bc484cb9a8b3911, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/f09ddc4542df467486353b4dab936e42, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/328db1f1b5764c299eefc2d6a5a2ad06, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0839ffb8aad54c77b1c04b49d2ad45c3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/bd919346eeaa44c8830b65bd2c9bd9df, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3f44c4ef82cb48d88220be9217c7f2c0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0303fad3ccf443cb977a0598c0119f61, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/551b0707ee954bb9934e80ad3576242b, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/57ec5ace26024fe1942be4a88563ab7a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/49a6a8cdf2eb482896c50ee583b41f3f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/531469d7bbbb4e0ea748667a29617abc] to archive 2024-12-01T22:43:39,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:43:39,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/02cf556bfaa947969a77700e7c7db0cd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/02cf556bfaa947969a77700e7c7db0cd 2024-12-01T22:43:39,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/d9ea1ef5f55b413cb26acfc60a0071c9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/d9ea1ef5f55b413cb26acfc60a0071c9 2024-12-01T22:43:39,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/45f4f0f1b3a3467691e7db86e2499d87 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/45f4f0f1b3a3467691e7db86e2499d87 2024-12-01T22:43:39,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/97964d5e437f4fbca27f0c2da82aa969 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/97964d5e437f4fbca27f0c2da82aa969 2024-12-01T22:43:39,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/37faa530b6414196ad62f00f5330ca58 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/37faa530b6414196ad62f00f5330ca58 2024-12-01T22:43:39,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/4e928e9b08554115b3cfbef9000a650b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/4e928e9b08554115b3cfbef9000a650b 2024-12-01T22:43:39,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/8acd411ac93a46aaa297a495fba93cd6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/8acd411ac93a46aaa297a495fba93cd6 2024-12-01T22:43:39,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/cec2314d79e14613a720cd4a89d4b6e2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/cec2314d79e14613a720cd4a89d4b6e2 2024-12-01T22:43:39,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/ca2fd362b0bf4465831b08e6076fdc8f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/ca2fd362b0bf4465831b08e6076fdc8f 2024-12-01T22:43:39,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/2dab9ff9787f4586a865a4821fa99783 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/2dab9ff9787f4586a865a4821fa99783 2024-12-01T22:43:39,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/858cc3bc2b4a456785d99a45212c6038 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/858cc3bc2b4a456785d99a45212c6038 2024-12-01T22:43:39,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/587c8ecb5eb74670a2824c1cbb078db3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/587c8ecb5eb74670a2824c1cbb078db3 2024-12-01T22:43:39,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3552ed29204b4cb0ad57b224a25552a7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3552ed29204b4cb0ad57b224a25552a7 2024-12-01T22:43:39,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/6b518c5fb5b44f5f8bc484cb9a8b3911 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/6b518c5fb5b44f5f8bc484cb9a8b3911 2024-12-01T22:43:39,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/f09ddc4542df467486353b4dab936e42 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/f09ddc4542df467486353b4dab936e42 2024-12-01T22:43:39,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/328db1f1b5764c299eefc2d6a5a2ad06 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/328db1f1b5764c299eefc2d6a5a2ad06 2024-12-01T22:43:39,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0839ffb8aad54c77b1c04b49d2ad45c3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0839ffb8aad54c77b1c04b49d2ad45c3 2024-12-01T22:43:39,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/bd919346eeaa44c8830b65bd2c9bd9df to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/bd919346eeaa44c8830b65bd2c9bd9df 2024-12-01T22:43:39,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3f44c4ef82cb48d88220be9217c7f2c0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3f44c4ef82cb48d88220be9217c7f2c0 2024-12-01T22:43:39,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0303fad3ccf443cb977a0598c0119f61 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/0303fad3ccf443cb977a0598c0119f61 2024-12-01T22:43:39,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/551b0707ee954bb9934e80ad3576242b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/551b0707ee954bb9934e80ad3576242b 2024-12-01T22:43:39,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/57ec5ace26024fe1942be4a88563ab7a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/57ec5ace26024fe1942be4a88563ab7a 2024-12-01T22:43:39,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/49a6a8cdf2eb482896c50ee583b41f3f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/49a6a8cdf2eb482896c50ee583b41f3f 2024-12-01T22:43:39,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/531469d7bbbb4e0ea748667a29617abc to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/531469d7bbbb4e0ea748667a29617abc 2024-12-01T22:43:39,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/f83ca896c1b242c1a40915edef2186f8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8b3d911cf65a4c53a578b27d6de67592, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e9c2b7fb17ef4f4bbd159a8cfaf40a7e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c3b66e2fbb0445c8b01dc1febc868e17, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8bd1da97cad3456ba2fe1d1f33eb8a47, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/632ab18c1c544829b9567e0f2de10663, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2cb6c373b9cb4c88b066cb5a47207310, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/ed38d9c2e2b7436aa2092f618abced20, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/94b54c6cdbf645b49b173fd6f231713f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d5783955745c467ab8d9997002a4d4f0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/48ac07d546ce4fa395953041a6e9a781, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d796f06413aa40249127e7ce014c32f3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/72030196fe6b41f78fd2f8384e9123e9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2fb6dd946aa441828fe4d2dfb9dc7720, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b563494b5a7d472da1b2bdf20dd1c726, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/0e8e067d882a4b67b34f946e13e89aa6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e58cbefdfd584a17ba7ac696f901df5c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/926dca6508724fc4a0aafab24e216b0c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b312099c5cc047cc93bc36908758a994, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/3bb24ff7a28e45189ef2b01c23f1ca09, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2efea2dbd24b474494fc79699c7a4e66, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/6e21b8bddf304aa3b7dfec635cf21b1d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35a7a3340e9b4405a8758ca38e46e379, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c4efe9a05e9c4c0f968ef74d924c614e] to archive 2024-12-01T22:43:39,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:43:39,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/f83ca896c1b242c1a40915edef2186f8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/f83ca896c1b242c1a40915edef2186f8 2024-12-01T22:43:39,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8b3d911cf65a4c53a578b27d6de67592 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8b3d911cf65a4c53a578b27d6de67592 2024-12-01T22:43:39,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e9c2b7fb17ef4f4bbd159a8cfaf40a7e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e9c2b7fb17ef4f4bbd159a8cfaf40a7e 2024-12-01T22:43:39,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c3b66e2fbb0445c8b01dc1febc868e17 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c3b66e2fbb0445c8b01dc1febc868e17 2024-12-01T22:43:39,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8bd1da97cad3456ba2fe1d1f33eb8a47 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/8bd1da97cad3456ba2fe1d1f33eb8a47 2024-12-01T22:43:39,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/632ab18c1c544829b9567e0f2de10663 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/632ab18c1c544829b9567e0f2de10663 2024-12-01T22:43:39,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2cb6c373b9cb4c88b066cb5a47207310 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2cb6c373b9cb4c88b066cb5a47207310 2024-12-01T22:43:39,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/ed38d9c2e2b7436aa2092f618abced20 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/ed38d9c2e2b7436aa2092f618abced20 2024-12-01T22:43:39,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/94b54c6cdbf645b49b173fd6f231713f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/94b54c6cdbf645b49b173fd6f231713f 2024-12-01T22:43:39,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d5783955745c467ab8d9997002a4d4f0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d5783955745c467ab8d9997002a4d4f0 2024-12-01T22:43:39,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/48ac07d546ce4fa395953041a6e9a781 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/48ac07d546ce4fa395953041a6e9a781 2024-12-01T22:43:39,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d796f06413aa40249127e7ce014c32f3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/d796f06413aa40249127e7ce014c32f3 2024-12-01T22:43:39,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/72030196fe6b41f78fd2f8384e9123e9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/72030196fe6b41f78fd2f8384e9123e9 2024-12-01T22:43:39,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2fb6dd946aa441828fe4d2dfb9dc7720 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2fb6dd946aa441828fe4d2dfb9dc7720 2024-12-01T22:43:39,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b563494b5a7d472da1b2bdf20dd1c726 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b563494b5a7d472da1b2bdf20dd1c726 2024-12-01T22:43:39,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/0e8e067d882a4b67b34f946e13e89aa6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/0e8e067d882a4b67b34f946e13e89aa6 2024-12-01T22:43:39,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e58cbefdfd584a17ba7ac696f901df5c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e58cbefdfd584a17ba7ac696f901df5c 2024-12-01T22:43:39,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/926dca6508724fc4a0aafab24e216b0c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/926dca6508724fc4a0aafab24e216b0c 2024-12-01T22:43:39,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b312099c5cc047cc93bc36908758a994 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/b312099c5cc047cc93bc36908758a994 2024-12-01T22:43:39,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/3bb24ff7a28e45189ef2b01c23f1ca09 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/3bb24ff7a28e45189ef2b01c23f1ca09 2024-12-01T22:43:39,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2efea2dbd24b474494fc79699c7a4e66 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/2efea2dbd24b474494fc79699c7a4e66 2024-12-01T22:43:39,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/6e21b8bddf304aa3b7dfec635cf21b1d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/6e21b8bddf304aa3b7dfec635cf21b1d 2024-12-01T22:43:39,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35a7a3340e9b4405a8758ca38e46e379 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35a7a3340e9b4405a8758ca38e46e379 2024-12-01T22:43:39,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c4efe9a05e9c4c0f968ef74d924c614e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/c4efe9a05e9c4c0f968ef74d924c614e 2024-12-01T22:43:39,464 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/recovered.edits/371.seqid, newMaxSeqId=371, maxSeqId=1 2024-12-01T22:43:39,464 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. 2024-12-01T22:43:39,464 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for 622b7a40bc85deb05b90cba2fc3f3b4d: Waiting for close lock at 1733093018128Running coprocessor pre-close hooks at 1733093018128Disabling compacts and flushes for region at 1733093018128Disabling writes for close at 1733093018128Obtaining lock to block concurrent updates at 1733093018128Preparing flush snapshotting stores in 622b7a40bc85deb05b90cba2fc3f3b4d at 1733093018128Finished memstore snapshotting TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733093018129 (+1 ms)Flushing stores of TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d. at 1733093018130 (+1 ms)Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/A: creating writer at 1733093018130Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/A: appending metadata at 1733093018136 (+6 ms)Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/A: closing flushed file at 1733093018136Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/B: creating writer at 1733093018551 (+415 ms)Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/B: appending metadata at 1733093018554 (+3 ms)Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/B: closing flushed file at 1733093018554Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/C: creating writer at 1733093018969 (+415 ms)Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/C: appending metadata at 1733093018972 (+3 ms)Flushing 622b7a40bc85deb05b90cba2fc3f3b4d/C: closing flushed file at 1733093018972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a289452: reopening flushed file at 1733093019388 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1526fd: reopening flushed file at 1733093019395 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97ded39: reopening flushed file at 1733093019401 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 622b7a40bc85deb05b90cba2fc3f3b4d in 1278ms, sequenceid=368, compaction requested=true at 1733093019407 (+6 ms)Writing region close event to WAL at 1733093019461 (+54 ms)Running coprocessor post-close hooks at 1733093019464 (+3 ms)Closed at 1733093019464 2024-12-01T22:43:39,466 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed 622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:39,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=622b7a40bc85deb05b90cba2fc3f3b4d, regionState=CLOSED 2024-12-01T22:43:39,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:43:39,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-01T22:43:39,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure 622b7a40bc85deb05b90cba2fc3f3b4d, server=14efca635be3,43983,1733092856036 in 1.4940 sec 2024-12-01T22:43:39,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-12-01T22:43:39,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=622b7a40bc85deb05b90cba2fc3f3b4d, UNASSIGN in 1.4980 sec 2024-12-01T22:43:39,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-01T22:43:39,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5020 sec 2024-12-01T22:43:39,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733093019473"}]},"ts":"1733093019473"} 2024-12-01T22:43:39,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T22:43:39,474 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T22:43:39,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5110 sec 2024-12-01T22:43:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T22:43:40,117 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:40,118 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T22:43:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:40,121 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T22:43:40,122 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=135, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:40,126 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:40,129 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/recovered.edits] 2024-12-01T22:43:40,132 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/848a1dee693e450d9159072ec6f45a6d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/848a1dee693e450d9159072ec6f45a6d 2024-12-01T22:43:40,134 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/e0468c4de82d45389eff9ea477cfe292 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/e0468c4de82d45389eff9ea477cfe292 2024-12-01T22:43:40,136 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f2b713d169ba40ff9fe059772fa1a902 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/A/f2b713d169ba40ff9fe059772fa1a902 2024-12-01T22:43:40,139 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/1a7119379fdb4ebdacaba263cfabe534 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/1a7119379fdb4ebdacaba263cfabe534 2024-12-01T22:43:40,140 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3c07ac3606a24cde8cc5395b37d97d95 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/3c07ac3606a24cde8cc5395b37d97d95 2024-12-01T22:43:40,142 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/c5fbfeb072894e2db7af2870ad25bb2d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/B/c5fbfeb072894e2db7af2870ad25bb2d 2024-12-01T22:43:40,145 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35331dee55344072a8012f7e8e3db5ad to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/35331dee55344072a8012f7e8e3db5ad 2024-12-01T22:43:40,147 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/93152b20d1e047e9bac1dabe7166cdd8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/93152b20d1e047e9bac1dabe7166cdd8 2024-12-01T22:43:40,148 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e6ba3356212649309a21cc3f70d590d2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/C/e6ba3356212649309a21cc3f70d590d2 2024-12-01T22:43:40,152 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/recovered.edits/371.seqid to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d/recovered.edits/371.seqid 2024-12-01T22:43:40,153 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/622b7a40bc85deb05b90cba2fc3f3b4d 2024-12-01T22:43:40,153 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T22:43:40,157 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=135, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:40,161 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T22:43:40,164 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T22:43:40,165 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=135, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:40,165 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T22:43:40,166 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733093020165"}]},"ts":"9223372036854775807"} 2024-12-01T22:43:40,168 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T22:43:40,168 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 622b7a40bc85deb05b90cba2fc3f3b4d, NAME => 'TestAcidGuarantees,,1733092994305.622b7a40bc85deb05b90cba2fc3f3b4d.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T22:43:40,168 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T22:43:40,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733093020168"}]},"ts":"9223372036854775807"} 2024-12-01T22:43:40,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T22:43:40,171 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=135, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:40,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-12-01T22:43:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T22:43:40,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T22:43:40,226 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:40,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 248) - Thread LEAK? -, OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9053 (was 9065) 2024-12-01T22:43:40,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=9053 2024-12-01T22:43:40,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:43:40,252 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:43:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:40,254 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T22:43:40,254 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:40,254 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 136 2024-12-01T22:43:40,254 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T22:43:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-01T22:43:40,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742335_1511 (size=1061) 2024-12-01T22:43:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-01T22:43:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-01T22:43:40,666 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef 2024-12-01T22:43:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742336_1512 (size=53) 2024-12-01T22:43:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-01T22:43:41,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:43:41,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 96ffb7adb383d79cc98f91ae56994418, disabling compactions & flushes 2024-12-01T22:43:41,078 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:41,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:41,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. after waiting 0 ms 2024-12-01T22:43:41,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:41,078 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:41,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96ffb7adb383d79cc98f91ae56994418: Waiting for close lock at 1733093021078Disabling compacts and flushes for region at 1733093021078Disabling writes for close at 1733093021078Writing region close event to WAL at 1733093021078Closed at 1733093021078 2024-12-01T22:43:41,132 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T22:43:41,133 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733093021132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733093021132"}]},"ts":"1733093021132"} 2024-12-01T22:43:41,137 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T22:43:41,139 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T22:43:41,140 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733093021139"}]},"ts":"1733093021139"} 2024-12-01T22:43:41,142 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T22:43:41,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, ASSIGN}] 2024-12-01T22:43:41,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, ASSIGN 2024-12-01T22:43:41,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, ASSIGN; state=OFFLINE, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=false 2024-12-01T22:43:41,295 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=96ffb7adb383d79cc98f91ae56994418, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:41,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, ASSIGN because future has completed 2024-12-01T22:43:41,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:43:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-01T22:43:41,458 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:41,458 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:43:41,459 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,459 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:43:41,459 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7794): checking encryption for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,459 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7797): checking classloading for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,461 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,463 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:41,464 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ffb7adb383d79cc98f91ae56994418 columnFamilyName A 2024-12-01T22:43:41,464 DEBUG [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:41,465 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(327): Store=96ffb7adb383d79cc98f91ae56994418/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:41,465 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,467 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:41,467 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ffb7adb383d79cc98f91ae56994418 columnFamilyName B 2024-12-01T22:43:41,467 DEBUG [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:41,468 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(327): Store=96ffb7adb383d79cc98f91ae56994418/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:41,468 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,470 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:41,470 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ffb7adb383d79cc98f91ae56994418 columnFamilyName C 2024-12-01T22:43:41,470 DEBUG [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:41,471 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(327): Store=96ffb7adb383d79cc98f91ae56994418/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:41,471 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:41,471 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1038): replaying wal for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,471 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,472 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,473 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1048): stopping wal replay for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,473 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1060): Cleaning up temporary data for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,473 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:43:41,475 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1093): writing seq id for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,476 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:43:41,477 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1114): Opened 96ffb7adb383d79cc98f91ae56994418; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63016170, jitterRate=-0.06098589301109314}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:43:41,477 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:41,477 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1006): Region open journal for 96ffb7adb383d79cc98f91ae56994418: Running coprocessor pre-open hook at 1733093021459Writing region info on filesystem at 1733093021459Initializing all the Stores at 1733093021460 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733093021461 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733093021461Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733093021461Cleaning up temporary data from old regions at 1733093021473 (+12 ms)Running coprocessor post-open hooks at 1733093021477 (+4 ms)Region opened successfully at 1733093021477 2024-12-01T22:43:41,478 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., pid=138, masterSystemTime=1733093021454 2024-12-01T22:43:41,480 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:41,480 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:41,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=96ffb7adb383d79cc98f91ae56994418, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:43:41,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-01T22:43:41,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 in 182 msec 2024-12-01T22:43:41,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-12-01T22:43:41,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, ASSIGN in 342 msec 2024-12-01T22:43:41,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T22:43:41,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733093021487"}]},"ts":"1733093021487"} 2024-12-01T22:43:41,488 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T22:43:41,489 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T22:43:41,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2370 sec 2024-12-01T22:43:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-01T22:43:42,417 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:42,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e76e6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:42,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:42,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:42,422 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:42,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed39507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:42,425 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2f2d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:42,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:42,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:42,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:43:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,39583,1733092855292 2024-12-01T22:43:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee7a67 2024-12-01T22:43:42,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:43:42,432 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:43:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T22:43:42,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:43:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T22:43:42,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742337_1513 (size=1097) 2024-12-01T22:43:42,851 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-01T22:43:42,851 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-01T22:43:42,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:43:42,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, REOPEN/MOVE}] 2024-12-01T22:43:42,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, REOPEN/MOVE 2024-12-01T22:43:42,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=96ffb7adb383d79cc98f91ae56994418, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:42,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, REOPEN/MOVE because future has completed 2024-12-01T22:43:42,862 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:43:42,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:43:43,015 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,015 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:43:43,015 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing 96ffb7adb383d79cc98f91ae56994418, disabling compactions & flushes 2024-12-01T22:43:43,016 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,016 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,016 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. after waiting 0 ms 2024-12-01T22:43:43,016 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,025 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T22:43:43,026 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,026 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for 96ffb7adb383d79cc98f91ae56994418: Waiting for close lock at 1733093023015Running coprocessor pre-close hooks at 1733093023015Disabling compacts and flushes for region at 1733093023015Disabling writes for close at 1733093023016 (+1 ms)Writing region close event to WAL at 1733093023017 (+1 ms)Running coprocessor post-close hooks at 1733093023026 (+9 ms)Closed at 1733093023026 2024-12-01T22:43:43,026 WARN [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionServer(3299): Not adding moved region record: 96ffb7adb383d79cc98f91ae56994418 to self. 2024-12-01T22:43:43,028 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=96ffb7adb383d79cc98f91ae56994418, regionState=CLOSED 2024-12-01T22:43:43,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:43:43,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-01T22:43:43,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 in 170 msec 2024-12-01T22:43:43,035 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, REOPEN/MOVE; state=CLOSED, location=14efca635be3,43983,1733092856036; forceNewPlan=false, retain=true 2024-12-01T22:43:43,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=96ffb7adb383d79cc98f91ae56994418, regionState=OPENING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, REOPEN/MOVE because future has completed 2024-12-01T22:43:43,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:43:43,352 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,352 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:43:43,353 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,353 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:43:43,353 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7794): checking encryption for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,353 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7797): checking classloading for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,356 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,357 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:43,357 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ffb7adb383d79cc98f91ae56994418 columnFamilyName A 2024-12-01T22:43:43,360 DEBUG [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:43,360 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(327): Store=96ffb7adb383d79cc98f91ae56994418/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:43,360 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,361 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:43,361 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ffb7adb383d79cc98f91ae56994418 columnFamilyName B 2024-12-01T22:43:43,361 DEBUG [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:43,361 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(327): Store=96ffb7adb383d79cc98f91ae56994418/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:43,361 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,362 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-01T22:43:43,362 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ffb7adb383d79cc98f91ae56994418 columnFamilyName C 2024-12-01T22:43:43,362 DEBUG [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:43,362 INFO [StoreOpener-96ffb7adb383d79cc98f91ae56994418-1 {}] regionserver.HStore(327): Store=96ffb7adb383d79cc98f91ae56994418/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:43:43,362 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,362 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1038): replaying wal for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,363 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,364 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,364 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1048): stopping wal replay for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,364 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1060): Cleaning up temporary data for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,365 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T22:43:43,366 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1093): writing seq id for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,366 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1114): Opened 96ffb7adb383d79cc98f91ae56994418; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70887801, jitterRate=0.05631054937839508}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T22:43:43,366 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,367 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1006): Region open journal for 96ffb7adb383d79cc98f91ae56994418: Running coprocessor pre-open hook at 1733093023353Writing region info on filesystem at 1733093023353Initializing all the Stores at 1733093023355 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733093023355Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733093023355Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733093023355Cleaning up temporary data from old regions at 1733093023364 (+9 ms)Running coprocessor post-open hooks at 1733093023366 (+2 ms)Region opened successfully at 1733093023366 2024-12-01T22:43:43,367 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., pid=143, masterSystemTime=1733093023345 2024-12-01T22:43:43,368 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,368 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=96ffb7adb383d79cc98f91ae56994418, regionState=OPEN, openSeqNum=5, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:43:43,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=141 2024-12-01T22:43:43,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 in 178 msec 2024-12-01T22:43:43,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-12-01T22:43:43,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, REOPEN/MOVE in 513 msec 2024-12-01T22:43:43,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-01T22:43:43,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-12-01T22:43:43,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-12-01T22:43:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-01T22:43:43,377 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:43,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,378 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179031e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,379 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357674d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,381 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa15a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,382 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16416fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,383 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdfb59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,385 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1382b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,386 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fae35a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,387 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6357ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,389 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a5616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,390 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2f6101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,392 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a7de41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,393 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778c1034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,395 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3625716b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,396 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f586cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,398 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5efdf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,399 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38be503b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,401 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bb2554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,402 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5d6a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58aaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,39583,-1 for getting cluster id 2024-12-01T22:43:43,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:43:43,403 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbb5551-fa48-4248-bd04-0a58d95320cc' 2024-12-01T22:43:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:43:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbb5551-fa48-4248-bd04-0a58d95320cc" 2024-12-01T22:43:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf2bef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,39583,-1] 2024-12-01T22:43:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:43:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:43:43,404 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:43:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ea31c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:43:43,405 DEBUG [Thread-2319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,405 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,405 DEBUG [Thread-2323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,406 DEBUG [Thread-2308 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,407 DEBUG [Thread-2312 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,407 DEBUG [Thread-2314 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,408 DEBUG [Thread-2321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:43,408 DEBUG [Thread-2306 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,408 DEBUG [Thread-2310 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,408 DEBUG [Thread-2325 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:43:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-01T22:43:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-01T22:43:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,43983,1733092856036, seqNum=-1] 2024-12-01T22:43:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:43:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,413 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,415 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:43,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:43,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:43:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5] 2024-12-01T22:43:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:43:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:43,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d0aa416490aa4519b3feae006e526b8e_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093023420/Put/seqid=0 2024-12-01T22:43:43,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093083443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093083444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093083447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733093023441, max timestamp=1733093023447Num uniques 859; 2024-12-01T22:43:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733093023441, max timestamp=1733093023447Num uniques 859; 2024-12-01T22:43:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:43:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:43:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733093023441, max timestamp=1733093023447Num uniques 859; 2024-12-01T22:43:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:43:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742338_1514 (size=12154) 2024-12-01T22:43:43,482 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:43,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d0aa416490aa4519b3feae006e526b8e_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d0aa416490aa4519b3feae006e526b8e_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:43,486 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/5969342fa34d4ce7af0977126758ed45, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:43,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/5969342fa34d4ce7af0977126758ed45 is 175, key is test_row_0/A:col10/1733093023420/Put/seqid=0 2024-12-01T22:43:43,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093083483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093083483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742339_1515 (size=30955) 2024-12-01T22:43:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-01T22:43:43,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093083555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093083555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093083565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-01T22:43:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093083594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093083594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-01T22:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-01T22:43:43,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093083765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093083765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093083775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093083804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093083805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:43,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-01T22:43:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:43,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:43,906 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/5969342fa34d4ce7af0977126758ed45 2024-12-01T22:43:43,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/ed24e125c641437bb01bee366a366020 is 50, key is test_row_0/B:col10/1733093023420/Put/seqid=0 2024-12-01T22:43:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742340_1516 (size=12001) 2024-12-01T22:43:44,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-01T22:43:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:44,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-01T22:43:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093084075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093084075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093084084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093084115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093084115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-01T22:43:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:44,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/ed24e125c641437bb01bee366a366020 2024-12-01T22:43:44,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-01T22:43:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:44,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:44,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/339831650eb543029b254d48bb63a073 is 50, key is test_row_0/C:col10/1733093023420/Put/seqid=0 2024-12-01T22:43:44,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742341_1517 (size=12001) 2024-12-01T22:43:44,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/339831650eb543029b254d48bb63a073 2024-12-01T22:43:44,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/5969342fa34d4ce7af0977126758ed45 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/5969342fa34d4ce7af0977126758ed45 2024-12-01T22:43:44,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/5969342fa34d4ce7af0977126758ed45, entries=150, sequenceid=16, filesize=30.2 K 2024-12-01T22:43:44,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/ed24e125c641437bb01bee366a366020 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/ed24e125c641437bb01bee366a366020 2024-12-01T22:43:44,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/ed24e125c641437bb01bee366a366020, entries=150, sequenceid=16, filesize=11.7 K 2024-12-01T22:43:44,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/339831650eb543029b254d48bb63a073 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/339831650eb543029b254d48bb63a073 2024-12-01T22:43:44,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/339831650eb543029b254d48bb63a073, entries=150, sequenceid=16, filesize=11.7 K 2024-12-01T22:43:44,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 96ffb7adb383d79cc98f91ae56994418 in 942ms, sequenceid=16, compaction requested=false 2024-12-01T22:43:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T22:43:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:44,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-01T22:43:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:44,484 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-01T22:43:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:44,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120122c60c81a9594a56ab696c30d8fc531e_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093023481/Put/seqid=0 2024-12-01T22:43:44,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742342_1518 (size=12154) 2024-12-01T22:43:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-01T22:43:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:44,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093084597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093084598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093084599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093084625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093084625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093084705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093084705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093084705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:44,895 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120122c60c81a9594a56ab696c30d8fc531e_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120122c60c81a9594a56ab696c30d8fc531e_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/c22f921c76fa4a8b853e1eb96d5e962f, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:44,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/c22f921c76fa4a8b853e1eb96d5e962f is 175, key is test_row_0/A:col10/1733093023481/Put/seqid=0 2024-12-01T22:43:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742343_1519 (size=30955) 2024-12-01T22:43:44,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093084915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093084915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093084915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:44,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:43:45,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093085225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:45,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093085225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093085225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:45,299 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/c22f921c76fa4a8b853e1eb96d5e962f 2024-12-01T22:43:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/b8c4f46d26c549a79ddcbc407cc9147c is 50, key is test_row_0/B:col10/1733093023481/Put/seqid=0 2024-12-01T22:43:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742344_1520 (size=12001) 2024-12-01T22:43:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-01T22:43:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093085635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093085635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:45,637 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:45,637 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:45,708 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/b8c4f46d26c549a79ddcbc407cc9147c 2024-12-01T22:43:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/0e0dbdb28fab4f899f70e71569f0181c is 50, key is test_row_0/C:col10/1733093023481/Put/seqid=0 2024-12-01T22:43:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742345_1521 (size=12001) 2024-12-01T22:43:45,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093085735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:45,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093085735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093085735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:46,117 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/0e0dbdb28fab4f899f70e71569f0181c 2024-12-01T22:43:46,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/c22f921c76fa4a8b853e1eb96d5e962f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/c22f921c76fa4a8b853e1eb96d5e962f 2024-12-01T22:43:46,179 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/c22f921c76fa4a8b853e1eb96d5e962f, entries=150, sequenceid=51, filesize=30.2 K 2024-12-01T22:43:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/b8c4f46d26c549a79ddcbc407cc9147c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b8c4f46d26c549a79ddcbc407cc9147c 2024-12-01T22:43:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,182 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b8c4f46d26c549a79ddcbc407cc9147c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T22:43:46,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/0e0dbdb28fab4f899f70e71569f0181c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0e0dbdb28fab4f899f70e71569f0181c 2024-12-01T22:43:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,185 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0e0dbdb28fab4f899f70e71569f0181c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T22:43:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,186 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 96ffb7adb383d79cc98f91ae56994418 in 1703ms, sequenceid=51, compaction requested=false 2024-12-01T22:43:46,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:46,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:46,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-01T22:43:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-12-01T22:43:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-01T22:43:46,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7720 sec 2024-12-01T22:43:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.7820 sec 2024-12-01T22:43:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:46,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T22:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201635fca9b87b24140a2ffd9eb78f5484f_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093024597/Put/seqid=0 2024-12-01T22:43:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742346_1522 (size=12154) 2024-12-01T22:43:46,756 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:46,759 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201635fca9b87b24140a2ffd9eb78f5484f_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201635fca9b87b24140a2ffd9eb78f5484f_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:46,759 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/3ddcbb8e220440dbbdac0a21b300878d, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:46,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/3ddcbb8e220440dbbdac0a21b300878d is 175, key is test_row_0/A:col10/1733093024597/Put/seqid=0 2024-12-01T22:43:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742347_1523 (size=30955) 2024-12-01T22:43:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093086779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093086780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093086780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:46,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093086885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:46,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:46,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093086895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:46,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093086895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093087095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093087105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093087105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/3ddcbb8e220440dbbdac0a21b300878d 2024-12-01T22:43:47,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/b192c88452404e2ebbaa1acc670fa5e5 is 50, key is test_row_0/B:col10/1733093024597/Put/seqid=0 2024-12-01T22:43:47,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742348_1524 (size=12001) 2024-12-01T22:43:47,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093087405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093087414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093087414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/b192c88452404e2ebbaa1acc670fa5e5 2024-12-01T22:43:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-01T22:43:47,575 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:47,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-01T22:43:47,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/b46cba0eaa614581818271b43498c185 is 50, key is test_row_0/C:col10/1733093024597/Put/seqid=0 2024-12-01T22:43:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-01T22:43:47,577 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:47,577 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:47,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:47,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742349_1525 (size=12001) 2024-12-01T22:43:47,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093087645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,648 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:47,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093087654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,657 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-01T22:43:47,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T22:43:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:47,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:47,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T22:43:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:47,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-01T22:43:47,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093087915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093087925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093087925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:47,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/b46cba0eaa614581818271b43498c185 2024-12-01T22:43:47,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/3ddcbb8e220440dbbdac0a21b300878d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/3ddcbb8e220440dbbdac0a21b300878d 2024-12-01T22:43:47,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/3ddcbb8e220440dbbdac0a21b300878d, entries=150, sequenceid=63, filesize=30.2 K 2024-12-01T22:43:47,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/b192c88452404e2ebbaa1acc670fa5e5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b192c88452404e2ebbaa1acc670fa5e5 2024-12-01T22:43:47,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b192c88452404e2ebbaa1acc670fa5e5, entries=150, sequenceid=63, filesize=11.7 K 2024-12-01T22:43:47,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/b46cba0eaa614581818271b43498c185 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/b46cba0eaa614581818271b43498c185 2024-12-01T22:43:47,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/b46cba0eaa614581818271b43498c185, entries=150, sequenceid=63, filesize=11.7 K 2024-12-01T22:43:47,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 96ffb7adb383d79cc98f91ae56994418 in 1245ms, sequenceid=63, compaction requested=true 2024-12-01T22:43:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:47,992 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:47,992 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:47,993 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:47,993 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:47,993 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/A is initiating minor compaction (all files) 2024-12-01T22:43:47,993 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/B is initiating minor compaction (all files) 2024-12-01T22:43:47,993 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/A in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:47,993 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/B in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:47,993 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/5969342fa34d4ce7af0977126758ed45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/c22f921c76fa4a8b853e1eb96d5e962f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/3ddcbb8e220440dbbdac0a21b300878d] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=90.7 K 2024-12-01T22:43:47,993 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/ed24e125c641437bb01bee366a366020, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b8c4f46d26c549a79ddcbc407cc9147c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b192c88452404e2ebbaa1acc670fa5e5] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=35.2 K 2024-12-01T22:43:47,993 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:47,993 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/5969342fa34d4ce7af0977126758ed45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/c22f921c76fa4a8b853e1eb96d5e962f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/3ddcbb8e220440dbbdac0a21b300878d] 2024-12-01T22:43:47,993 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting ed24e125c641437bb01bee366a366020, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733093023416 2024-12-01T22:43:47,993 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5969342fa34d4ce7af0977126758ed45, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733093023416 2024-12-01T22:43:47,994 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b8c4f46d26c549a79ddcbc407cc9147c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733093023476 2024-12-01T22:43:47,994 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c22f921c76fa4a8b853e1eb96d5e962f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733093023476 2024-12-01T22:43:47,994 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b192c88452404e2ebbaa1acc670fa5e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733093024596 2024-12-01T22:43:47,994 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ddcbb8e220440dbbdac0a21b300878d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733093024596 2024-12-01T22:43:47,998 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:48,009 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201786278c00a5e4be793ffcbc11ff01031_96ffb7adb383d79cc98f91ae56994418 store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:48,009 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#B#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:48,009 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/57f62d30a1984d329850d58b4815a2d9 is 50, key is test_row_0/B:col10/1733093024597/Put/seqid=0 2024-12-01T22:43:48,010 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201786278c00a5e4be793ffcbc11ff01031_96ffb7adb383d79cc98f91ae56994418, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:48,011 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201786278c00a5e4be793ffcbc11ff01031_96ffb7adb383d79cc98f91ae56994418 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:48,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742350_1526 (size=12104) 2024-12-01T22:43:48,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742351_1527 (size=4469) 2024-12-01T22:43:48,022 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#A#compaction#447 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:48,022 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/eccfff3f375d486c86fb639c0a7588f4 is 175, key is test_row_0/A:col10/1733093024597/Put/seqid=0 2024-12-01T22:43:48,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742352_1528 (size=31058) 2024-12-01T22:43:48,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T22:43:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:48,039 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:43:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:48,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b6395a4a597b4a0aaa324d0e5b5255e9_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093026772/Put/seqid=0 2024-12-01T22:43:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742353_1529 (size=12154) 2024-12-01T22:43:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-01T22:43:48,424 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/57f62d30a1984d329850d58b4815a2d9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/57f62d30a1984d329850d58b4815a2d9 2024-12-01T22:43:48,428 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/B of 96ffb7adb383d79cc98f91ae56994418 into 57f62d30a1984d329850d58b4815a2d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:48,428 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:48,428 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/B, priority=13, startTime=1733093027992; duration=0sec 2024-12-01T22:43:48,428 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:48,428 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:B 2024-12-01T22:43:48,428 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:48,429 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:48,429 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/C is initiating minor compaction (all files) 2024-12-01T22:43:48,429 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/C in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:48,429 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/339831650eb543029b254d48bb63a073, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0e0dbdb28fab4f899f70e71569f0181c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/b46cba0eaa614581818271b43498c185] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=35.2 K 2024-12-01T22:43:48,429 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 339831650eb543029b254d48bb63a073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733093023416 2024-12-01T22:43:48,429 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e0dbdb28fab4f899f70e71569f0181c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733093023476 2024-12-01T22:43:48,430 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting b46cba0eaa614581818271b43498c185, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733093024596 2024-12-01T22:43:48,434 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/eccfff3f375d486c86fb639c0a7588f4 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/eccfff3f375d486c86fb639c0a7588f4 2024-12-01T22:43:48,435 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#C#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:48,435 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/f74811e9eba74a9bb0632a8163fa892d is 50, key is test_row_0/C:col10/1733093024597/Put/seqid=0 2024-12-01T22:43:48,437 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/A of 96ffb7adb383d79cc98f91ae56994418 into eccfff3f375d486c86fb639c0a7588f4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:48,437 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:48,437 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/A, priority=13, startTime=1733093027992; duration=0sec 2024-12-01T22:43:48,437 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:48,437 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:A 2024-12-01T22:43:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742354_1530 (size=12104) 2024-12-01T22:43:48,441 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/f74811e9eba74a9bb0632a8163fa892d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/f74811e9eba74a9bb0632a8163fa892d 2024-12-01T22:43:48,445 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/C of 96ffb7adb383d79cc98f91ae56994418 into f74811e9eba74a9bb0632a8163fa892d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:48,445 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:48,445 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/C, priority=13, startTime=1733093027992; duration=0sec 2024-12-01T22:43:48,445 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:48,446 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:C 2024-12-01T22:43:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,453 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b6395a4a597b4a0aaa324d0e5b5255e9_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b6395a4a597b4a0aaa324d0e5b5255e9_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:48,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/6792ab641d9c46f285ae2870f9f678ea, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:48,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/6792ab641d9c46f285ae2870f9f678ea is 175, key is test_row_0/A:col10/1733093026772/Put/seqid=0 2024-12-01T22:43:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742355_1531 (size=30955) 2024-12-01T22:43:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-01T22:43:48,859 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/6792ab641d9c46f285ae2870f9f678ea 2024-12-01T22:43:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/672dca5a6ca94bd48e80a48054095d43 is 50, key is test_row_0/B:col10/1733093026772/Put/seqid=0 2024-12-01T22:43:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742356_1532 (size=12001) 2024-12-01T22:43:48,868 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/672dca5a6ca94bd48e80a48054095d43 2024-12-01T22:43:48,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/eabcba26863348949cbdeb980f6f2623 is 50, key is test_row_0/C:col10/1733093026772/Put/seqid=0 2024-12-01T22:43:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742357_1533 (size=12001) 2024-12-01T22:43:48,882 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/eabcba26863348949cbdeb980f6f2623 2024-12-01T22:43:48,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/6792ab641d9c46f285ae2870f9f678ea as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/6792ab641d9c46f285ae2870f9f678ea 2024-12-01T22:43:48,889 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/6792ab641d9c46f285ae2870f9f678ea, entries=150, sequenceid=83, filesize=30.2 K 2024-12-01T22:43:48,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/672dca5a6ca94bd48e80a48054095d43 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/672dca5a6ca94bd48e80a48054095d43 2024-12-01T22:43:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,893 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/672dca5a6ca94bd48e80a48054095d43, entries=150, sequenceid=83, filesize=11.7 K 2024-12-01T22:43:48,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/eabcba26863348949cbdeb980f6f2623 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/eabcba26863348949cbdeb980f6f2623 2024-12-01T22:43:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,896 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/eabcba26863348949cbdeb980f6f2623, entries=150, sequenceid=83, filesize=11.7 K 2024-12-01T22:43:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 96ffb7adb383d79cc98f91ae56994418 in 858ms, sequenceid=83, compaction requested=false 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-01T22:43:48,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3210 sec 2024-12-01T22:43:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.3250 sec 2024-12-01T22:43:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:43:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201401d37e4f48a4e388ce8249cb98b621e_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093028960/Put/seqid=0 2024-12-01T22:43:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742358_1534 (size=21918) 2024-12-01T22:43:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:49,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733093028994, max timestamp=1733093028999Num uniques 859; 2024-12-01T22:43:49,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733093028994, max timestamp=1733093028999Num uniques 859; 2024-12-01T22:43:49,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:43:49,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:43:49,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733093028994, max timestamp=1733093028999Num uniques 859; 2024-12-01T22:43:49,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-01T22:43:49,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093089018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093089018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093089019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093089124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093089125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093089125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093089334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093089334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093089335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,371 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:49,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201401d37e4f48a4e388ce8249cb98b621e_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201401d37e4f48a4e388ce8249cb98b621e_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:49,374 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/b83523a0551e426e9cec1d2b940543bb, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:49,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/b83523a0551e426e9cec1d2b940543bb is 175, key is test_row_0/A:col10/1733093028960/Put/seqid=0 2024-12-01T22:43:49,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742359_1535 (size=65319) 2024-12-01T22:43:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093089645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093089645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093089645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-01T22:43:49,725 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:49,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-01T22:43:49,727 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-01T22:43:49,727 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:49,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:49,778 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/b83523a0551e426e9cec1d2b940543bb 2024-12-01T22:43:49,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/09603bfbdc06462082f9bbf8a9b871fd is 50, key is test_row_0/B:col10/1733093028960/Put/seqid=0 2024-12-01T22:43:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742360_1536 (size=9657) 2024-12-01T22:43:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-01T22:43:49,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-01T22:43:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:49,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-01T22:43:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-01T22:43:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093090155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093090155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093090156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:50,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-01T22:43:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/09603bfbdc06462082f9bbf8a9b871fd 2024-12-01T22:43:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/0f43163cd7f6483399fbaec92d58b715 is 50, key is test_row_0/C:col10/1733093028960/Put/seqid=0 2024-12-01T22:43:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742361_1537 (size=9657) 2024-12-01T22:43:50,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-01T22:43:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-01T22:43:50,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-01T22:43:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:50,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/0f43163cd7f6483399fbaec92d58b715 2024-12-01T22:43:50,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/b83523a0551e426e9cec1d2b940543bb as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b83523a0551e426e9cec1d2b940543bb 2024-12-01T22:43:50,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b83523a0551e426e9cec1d2b940543bb, entries=350, sequenceid=96, filesize=63.8 K 2024-12-01T22:43:50,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/09603bfbdc06462082f9bbf8a9b871fd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/09603bfbdc06462082f9bbf8a9b871fd 2024-12-01T22:43:50,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/09603bfbdc06462082f9bbf8a9b871fd, entries=100, sequenceid=96, filesize=9.4 K 2024-12-01T22:43:50,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/0f43163cd7f6483399fbaec92d58b715 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0f43163cd7f6483399fbaec92d58b715 2024-12-01T22:43:50,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0f43163cd7f6483399fbaec92d58b715, entries=100, sequenceid=96, filesize=9.4 K 2024-12-01T22:43:50,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 96ffb7adb383d79cc98f91ae56994418 in 1648ms, sequenceid=96, compaction requested=true 2024-12-01T22:43:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:50,611 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:50,611 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:50,612 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:50,612 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127332 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:50,612 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/A is initiating minor compaction (all files) 2024-12-01T22:43:50,612 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/B is initiating minor compaction (all files) 2024-12-01T22:43:50,612 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/B in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,612 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/A in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,612 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/57f62d30a1984d329850d58b4815a2d9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/672dca5a6ca94bd48e80a48054095d43, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/09603bfbdc06462082f9bbf8a9b871fd] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=33.0 K 2024-12-01T22:43:50,612 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/eccfff3f375d486c86fb639c0a7588f4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/6792ab641d9c46f285ae2870f9f678ea, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b83523a0551e426e9cec1d2b940543bb] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=124.3 K 2024-12-01T22:43:50,612 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,612 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/eccfff3f375d486c86fb639c0a7588f4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/6792ab641d9c46f285ae2870f9f678ea, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b83523a0551e426e9cec1d2b940543bb] 2024-12-01T22:43:50,612 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 57f62d30a1984d329850d58b4815a2d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733093024596 2024-12-01T22:43:50,614 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 672dca5a6ca94bd48e80a48054095d43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733093026772 2024-12-01T22:43:50,614 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting eccfff3f375d486c86fb639c0a7588f4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733093024596 2024-12-01T22:43:50,614 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 09603bfbdc06462082f9bbf8a9b871fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733093028960 2024-12-01T22:43:50,614 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6792ab641d9c46f285ae2870f9f678ea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733093026772 2024-12-01T22:43:50,614 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting b83523a0551e426e9cec1d2b940543bb, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733093028934 2024-12-01T22:43:50,618 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:50,619 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201730abfacea4944b38f243b158203526c_96ffb7adb383d79cc98f91ae56994418 store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:50,619 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:50,620 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/dbfa454b03084d60bd832419eba3da87 is 50, key is test_row_0/B:col10/1733093028960/Put/seqid=0 2024-12-01T22:43:50,620 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201730abfacea4944b38f243b158203526c_96ffb7adb383d79cc98f91ae56994418, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:50,620 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201730abfacea4944b38f243b158203526c_96ffb7adb383d79cc98f91ae56994418 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:50,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742362_1538 (size=12207) 2024-12-01T22:43:50,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742363_1539 (size=4469) 2024-12-01T22:43:50,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-01T22:43:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:50,646 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-01T22:43:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017bead3766c4d49d69fb06331f7f74e0e_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093029010/Put/seqid=0 2024-12-01T22:43:50,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742364_1540 (size=12204) 2024-12-01T22:43:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-01T22:43:51,025 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:51,026 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/4e3a2dce1f7a4553bbcfded31ce318c7 is 175, key is test_row_0/A:col10/1733093028960/Put/seqid=0 2024-12-01T22:43:51,027 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/dbfa454b03084d60bd832419eba3da87 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/dbfa454b03084d60bd832419eba3da87 2024-12-01T22:43:51,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742365_1541 (size=31268) 2024-12-01T22:43:51,031 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/B of 96ffb7adb383d79cc98f91ae56994418 into dbfa454b03084d60bd832419eba3da87(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:51,031 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:51,031 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/B, priority=13, startTime=1733093030611; duration=0sec 2024-12-01T22:43:51,031 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:51,031 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:B 2024-12-01T22:43:51,031 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:51,032 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:51,032 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/C is initiating minor compaction (all files) 2024-12-01T22:43:51,032 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/C in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:51,032 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/f74811e9eba74a9bb0632a8163fa892d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/eabcba26863348949cbdeb980f6f2623, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0f43163cd7f6483399fbaec92d58b715] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=33.0 K 2024-12-01T22:43:51,033 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting f74811e9eba74a9bb0632a8163fa892d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733093024596 2024-12-01T22:43:51,033 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting eabcba26863348949cbdeb980f6f2623, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733093026772 2024-12-01T22:43:51,033 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f43163cd7f6483399fbaec92d58b715, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733093028960 2024-12-01T22:43:51,038 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:51,038 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/a60dbe7b178c40f9a9009ef85c2098d5 is 50, key is test_row_0/C:col10/1733093028960/Put/seqid=0 2024-12-01T22:43:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742366_1542 (size=12207) 2024-12-01T22:43:51,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:51,057 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017bead3766c4d49d69fb06331f7f74e0e_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017bead3766c4d49d69fb06331f7f74e0e_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7e6d5318c8de43f6b8c713fc499b6b45, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7e6d5318c8de43f6b8c713fc499b6b45 is 175, key is test_row_0/A:col10/1733093029010/Put/seqid=0 2024-12-01T22:43:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742367_1543 (size=31005) 2024-12-01T22:43:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:51,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093091173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093091174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093091175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093091284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093091285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093091285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,432 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/4e3a2dce1f7a4553bbcfded31ce318c7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/4e3a2dce1f7a4553bbcfded31ce318c7 2024-12-01T22:43:51,435 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/A of 96ffb7adb383d79cc98f91ae56994418 into 4e3a2dce1f7a4553bbcfded31ce318c7(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:51,435 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:51,435 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/A, priority=13, startTime=1733093030611; duration=0sec 2024-12-01T22:43:51,435 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:51,435 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:A 2024-12-01T22:43:51,444 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/a60dbe7b178c40f9a9009ef85c2098d5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a60dbe7b178c40f9a9009ef85c2098d5 2024-12-01T22:43:51,447 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/C of 96ffb7adb383d79cc98f91ae56994418 into a60dbe7b178c40f9a9009ef85c2098d5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:51,447 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:51,448 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/C, priority=13, startTime=1733093030611; duration=0sec 2024-12-01T22:43:51,448 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:51,448 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:C 2024-12-01T22:43:51,462 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7e6d5318c8de43f6b8c713fc499b6b45 2024-12-01T22:43:51,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/9b9d653815364c79a1096860e87da316 is 50, key is test_row_0/B:col10/1733093029010/Put/seqid=0 2024-12-01T22:43:51,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742368_1544 (size=12051) 2024-12-01T22:43:51,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093091494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093091495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093091495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093091685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,687 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093091695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,698 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:43:51,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093091805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093091805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093091805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:51,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:51,872 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/9b9d653815364c79a1096860e87da316 2024-12-01T22:43:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-01T22:43:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/78f7cdc7392f43a09d4d37a5624b83e6 is 50, key is test_row_0/C:col10/1733093029010/Put/seqid=0 2024-12-01T22:43:51,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742369_1545 (size=12051) 2024-12-01T22:43:52,280 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/78f7cdc7392f43a09d4d37a5624b83e6 2024-12-01T22:43:52,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7e6d5318c8de43f6b8c713fc499b6b45 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e6d5318c8de43f6b8c713fc499b6b45 2024-12-01T22:43:52,285 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e6d5318c8de43f6b8c713fc499b6b45, entries=150, sequenceid=132, filesize=30.3 K 2024-12-01T22:43:52,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/9b9d653815364c79a1096860e87da316 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/9b9d653815364c79a1096860e87da316 2024-12-01T22:43:52,288 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/9b9d653815364c79a1096860e87da316, entries=150, sequenceid=132, filesize=11.8 K 2024-12-01T22:43:52,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/78f7cdc7392f43a09d4d37a5624b83e6 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/78f7cdc7392f43a09d4d37a5624b83e6 2024-12-01T22:43:52,292 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/78f7cdc7392f43a09d4d37a5624b83e6, entries=150, sequenceid=132, filesize=11.8 K 2024-12-01T22:43:52,292 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 96ffb7adb383d79cc98f91ae56994418 in 1646ms, sequenceid=132, compaction requested=false 2024-12-01T22:43:52,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:52,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:52,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-01T22:43:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-12-01T22:43:52,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-01T22:43:52,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5660 sec 2024-12-01T22:43:52,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.5700 sec 2024-12-01T22:43:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:52,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-01T22:43:52,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:52,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:52,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:52,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:52,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:52,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:52,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a9c048df8e274ea9951f3d5e78e55c84_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093032317/Put/seqid=0 2024-12-01T22:43:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742370_1546 (size=14794) 2024-12-01T22:43:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093092340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093092341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093092341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093092444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093092455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093092455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093092655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093092664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093092664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,726 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:52,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a9c048df8e274ea9951f3d5e78e55c84_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a9c048df8e274ea9951f3d5e78e55c84_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:52,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/b7cffcd506e344819cc1578591295032, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:52,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/b7cffcd506e344819cc1578591295032 is 175, key is test_row_0/A:col10/1733093032317/Put/seqid=0 2024-12-01T22:43:52,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742371_1547 (size=39749) 2024-12-01T22:43:52,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093092965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093092975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093092975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:52,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:53,133 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/b7cffcd506e344819cc1578591295032 2024-12-01T22:43:53,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/5ab29feae4004da097a859e5f7c115eb is 50, key is test_row_0/B:col10/1733093032317/Put/seqid=0 2024-12-01T22:43:53,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742372_1548 (size=12151) 2024-12-01T22:43:53,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093093474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:53,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:53,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:53,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:53,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093093485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:53,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:53,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093093485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:53,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:53,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:53,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:53,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:53,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:53,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/5ab29feae4004da097a859e5f7c115eb 2024-12-01T22:43:53,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/028962caf8e6497f9414a7840a254dcd is 50, key is test_row_0/C:col10/1733093032317/Put/seqid=0 2024-12-01T22:43:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742373_1549 (size=12151) 2024-12-01T22:43:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-01T22:43:53,905 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:53,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-01T22:43:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T22:43:53,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:53,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:53,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:53,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/028962caf8e6497f9414a7840a254dcd 2024-12-01T22:43:53,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/b7cffcd506e344819cc1578591295032 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b7cffcd506e344819cc1578591295032 2024-12-01T22:43:53,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b7cffcd506e344819cc1578591295032, entries=200, sequenceid=147, filesize=38.8 K 2024-12-01T22:43:53,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/5ab29feae4004da097a859e5f7c115eb as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5ab29feae4004da097a859e5f7c115eb 2024-12-01T22:43:53,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5ab29feae4004da097a859e5f7c115eb, entries=150, sequenceid=147, filesize=11.9 K 2024-12-01T22:43:53,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/028962caf8e6497f9414a7840a254dcd as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/028962caf8e6497f9414a7840a254dcd 2024-12-01T22:43:53,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/028962caf8e6497f9414a7840a254dcd, entries=150, sequenceid=147, filesize=11.9 K 2024-12-01T22:43:53,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 96ffb7adb383d79cc98f91ae56994418 in 1654ms, sequenceid=147, compaction requested=true 2024-12-01T22:43:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:53,971 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:53,971 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:53,972 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:53,972 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102022 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:53,972 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/B is initiating minor compaction (all files) 2024-12-01T22:43:53,972 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/A is initiating minor compaction (all files) 2024-12-01T22:43:53,972 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/A in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:53,972 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/B in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:53,973 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/4e3a2dce1f7a4553bbcfded31ce318c7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e6d5318c8de43f6b8c713fc499b6b45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b7cffcd506e344819cc1578591295032] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=99.6 K 2024-12-01T22:43:53,973 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/dbfa454b03084d60bd832419eba3da87, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/9b9d653815364c79a1096860e87da316, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5ab29feae4004da097a859e5f7c115eb] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=35.6 K 2024-12-01T22:43:53,973 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:53,973 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/4e3a2dce1f7a4553bbcfded31ce318c7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e6d5318c8de43f6b8c713fc499b6b45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b7cffcd506e344819cc1578591295032] 2024-12-01T22:43:53,973 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting dbfa454b03084d60bd832419eba3da87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733093026779 2024-12-01T22:43:53,973 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e3a2dce1f7a4553bbcfded31ce318c7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733093026779 2024-12-01T22:43:53,973 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b9d653815364c79a1096860e87da316, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733093029010 2024-12-01T22:43:53,973 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e6d5318c8de43f6b8c713fc499b6b45, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733093029010 2024-12-01T22:43:53,973 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ab29feae4004da097a859e5f7c115eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733093031173 2024-12-01T22:43:53,973 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7cffcd506e344819cc1578591295032, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733093031173 2024-12-01T22:43:53,978 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:53,979 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:53,979 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/7d38938f592245f6964f28ef404509a9 is 50, key is test_row_0/B:col10/1733093032317/Put/seqid=0 2024-12-01T22:43:53,981 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412011d7802ff310c43f98e2291f03146da2e_96ffb7adb383d79cc98f91ae56994418 store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:53,983 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412011d7802ff310c43f98e2291f03146da2e_96ffb7adb383d79cc98f91ae56994418, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:53,983 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011d7802ff310c43f98e2291f03146da2e_96ffb7adb383d79cc98f91ae56994418 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742374_1550 (size=12459) 2024-12-01T22:43:53,994 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/7d38938f592245f6964f28ef404509a9 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/7d38938f592245f6964f28ef404509a9 2024-12-01T22:43:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742375_1551 (size=4469) 2024-12-01T22:43:53,998 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/B of 96ffb7adb383d79cc98f91ae56994418 into 7d38938f592245f6964f28ef404509a9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:53,998 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:53,998 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/B, priority=13, startTime=1733093033971; duration=0sec 2024-12-01T22:43:53,998 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:53,998 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:B 2024-12-01T22:43:53,998 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:43:53,999 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:43:53,999 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/C is initiating minor compaction (all files) 2024-12-01T22:43:53,999 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/C in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:53,999 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a60dbe7b178c40f9a9009ef85c2098d5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/78f7cdc7392f43a09d4d37a5624b83e6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/028962caf8e6497f9414a7840a254dcd] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=35.6 K 2024-12-01T22:43:53,999 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting a60dbe7b178c40f9a9009ef85c2098d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733093026779 2024-12-01T22:43:53,999 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 78f7cdc7392f43a09d4d37a5624b83e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733093029010 2024-12-01T22:43:53,999 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 028962caf8e6497f9414a7840a254dcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733093031173 2024-12-01T22:43:54,003 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#C#compaction#467 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:54,004 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/6341fb22ddfd4dfcb3f3ceca6865ae58 is 50, key is test_row_0/C:col10/1733093032317/Put/seqid=0 2024-12-01T22:43:54,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742376_1552 (size=12459) 2024-12-01T22:43:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T22:43:54,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T22:43:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:54,059 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-01T22:43:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:54,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017eab8c987a8640f1b03ce59120957a98_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093032339/Put/seqid=0 2024-12-01T22:43:54,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742377_1553 (size=12304) 2024-12-01T22:43:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T22:43:54,398 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:54,398 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7aab44054a3f492f9c5567ce77308559 is 175, key is test_row_0/A:col10/1733093032317/Put/seqid=0 2024-12-01T22:43:54,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742378_1554 (size=31413) 2024-12-01T22:43:54,410 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/6341fb22ddfd4dfcb3f3ceca6865ae58 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6341fb22ddfd4dfcb3f3ceca6865ae58 2024-12-01T22:43:54,415 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/C of 96ffb7adb383d79cc98f91ae56994418 into 6341fb22ddfd4dfcb3f3ceca6865ae58(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:54,415 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:54,415 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/C, priority=13, startTime=1733093033971; duration=0sec 2024-12-01T22:43:54,415 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:54,415 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:C 2024-12-01T22:43:54,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:43:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:54,471 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017eab8c987a8640f1b03ce59120957a98_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017eab8c987a8640f1b03ce59120957a98_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/ee9fecabe94e4d29b4d6a694cb339b60, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/ee9fecabe94e4d29b4d6a694cb339b60 is 175, key is test_row_0/A:col10/1733093032339/Put/seqid=0 2024-12-01T22:43:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742379_1555 (size=31105) 2024-12-01T22:43:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:54,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093094508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093094510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093094511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T22:43:54,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093094614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093094614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093094615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,805 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7aab44054a3f492f9c5567ce77308559 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7aab44054a3f492f9c5567ce77308559 2024-12-01T22:43:54,808 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/A of 96ffb7adb383d79cc98f91ae56994418 into 7aab44054a3f492f9c5567ce77308559(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:54,808 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:54,808 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/A, priority=13, startTime=1733093033971; duration=0sec 2024-12-01T22:43:54,808 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:54,808 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:A 2024-12-01T22:43:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093094825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093094825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093094825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:54,875 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/ee9fecabe94e4d29b4d6a694cb339b60 2024-12-01T22:43:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/947bc8bde353479497c2ec8e1682cfe2 is 50, key is test_row_0/B:col10/1733093032339/Put/seqid=0 2024-12-01T22:43:54,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742380_1556 (size=12151) 2024-12-01T22:43:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T22:43:55,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093095135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:55,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093095135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:55,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093095135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:55,285 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/947bc8bde353479497c2ec8e1682cfe2 2024-12-01T22:43:55,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/7ddf67c81ad549309d80b6df98555400 is 50, key is test_row_0/C:col10/1733093032339/Put/seqid=0 2024-12-01T22:43:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742381_1557 (size=12151) 2024-12-01T22:43:55,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093095645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093095645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093095645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:55,692 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/7ddf67c81ad549309d80b6df98555400 2024-12-01T22:43:55,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/ee9fecabe94e4d29b4d6a694cb339b60 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/ee9fecabe94e4d29b4d6a694cb339b60 2024-12-01T22:43:55,697 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/ee9fecabe94e4d29b4d6a694cb339b60, entries=150, sequenceid=168, filesize=30.4 K 2024-12-01T22:43:55,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/947bc8bde353479497c2ec8e1682cfe2 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/947bc8bde353479497c2ec8e1682cfe2 2024-12-01T22:43:55,700 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/947bc8bde353479497c2ec8e1682cfe2, entries=150, sequenceid=168, filesize=11.9 K 2024-12-01T22:43:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/7ddf67c81ad549309d80b6df98555400 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/7ddf67c81ad549309d80b6df98555400 2024-12-01T22:43:55,704 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/7ddf67c81ad549309d80b6df98555400, entries=150, sequenceid=168, filesize=11.9 K 2024-12-01T22:43:55,705 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 96ffb7adb383d79cc98f91ae56994418 in 1646ms, sequenceid=168, compaction requested=false 2024-12-01T22:43:55,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:55,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:55,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-01T22:43:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-01T22:43:55,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-01T22:43:55,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-12-01T22:43:55,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.8030 sec 2024-12-01T22:43:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T22:43:56,055 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:56,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-01T22:43:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T22:43:56,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:56,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:56,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T22:43:56,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T22:43:56,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:56,209 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-01T22:43:56,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:56,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:56,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:43:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201df746603f428421e938bf531d7491323_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093034510/Put/seqid=0 2024-12-01T22:43:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742382_1558 (size=12304) 2024-12-01T22:43:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:56,275 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201df746603f428421e938bf531d7491323_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201df746603f428421e938bf531d7491323_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/fe64f3a2d3ae443d8bac1c2e33dd94ae, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/fe64f3a2d3ae443d8bac1c2e33dd94ae is 175, key is test_row_0/A:col10/1733093034510/Put/seqid=0 2024-12-01T22:43:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742383_1559 (size=31105) 2024-12-01T22:43:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T22:43:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:56,679 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/fe64f3a2d3ae443d8bac1c2e33dd94ae 2024-12-01T22:43:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093096680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T22:43:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093096681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/5d6ca523617d4a47a4c6465f23207407 is 50, key is test_row_0/B:col10/1733093034510/Put/seqid=0 2024-12-01T22:43:56,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093096683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:56,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742384_1560 (size=12151) 2024-12-01T22:43:56,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093096794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:56,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093096794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093096795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093097005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093097005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093097005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,089 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/5d6ca523617d4a47a4c6465f23207407 2024-12-01T22:43:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/af708bc985fe4fdfa4769e054351dfa0 is 50, key is test_row_0/C:col10/1733093034510/Put/seqid=0 2024-12-01T22:43:57,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742385_1561 (size=12151) 2024-12-01T22:43:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T22:43:57,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093097315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093097315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093097315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,498 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/af708bc985fe4fdfa4769e054351dfa0 2024-12-01T22:43:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/fe64f3a2d3ae443d8bac1c2e33dd94ae as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/fe64f3a2d3ae443d8bac1c2e33dd94ae 2024-12-01T22:43:57,503 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/fe64f3a2d3ae443d8bac1c2e33dd94ae, entries=150, sequenceid=182, filesize=30.4 K 2024-12-01T22:43:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/5d6ca523617d4a47a4c6465f23207407 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5d6ca523617d4a47a4c6465f23207407 2024-12-01T22:43:57,506 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5d6ca523617d4a47a4c6465f23207407, entries=150, sequenceid=182, filesize=11.9 K 2024-12-01T22:43:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/af708bc985fe4fdfa4769e054351dfa0 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/af708bc985fe4fdfa4769e054351dfa0 2024-12-01T22:43:57,509 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/af708bc985fe4fdfa4769e054351dfa0, entries=150, sequenceid=182, filesize=11.9 K 2024-12-01T22:43:57,510 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 96ffb7adb383d79cc98f91ae56994418 in 1301ms, sequenceid=182, compaction requested=true 2024-12-01T22:43:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-01T22:43:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-01T22:43:57,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-01T22:43:57,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4540 sec 2024-12-01T22:43:57,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.4580 sec 2024-12-01T22:43:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:57,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093036660, max timestamp=1733093037826Num uniques 859; 2024-12-01T22:43:57,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093036660, max timestamp=1733093037826Num uniques 859; 2024-12-01T22:43:57,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093036660, max timestamp=1733093037826Num uniques 859; 2024-12-01T22:43:57,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:57,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:57,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:43:57,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=40.25 KB heapSize=106.08 KB 2024-12-01T22:43:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:57,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:57,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:57,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:57,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:57,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:57,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201be76c37162bc4f38b670c94d28265118_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093036660/Put/seqid=0 2024-12-01T22:43:57,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742386_1562 (size=17284) 2024-12-01T22:43:57,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733093037848, max timestamp=1733093037855Num uniques 859; 2024-12-01T22:43:57,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T22:43:57,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733093037848, max timestamp=1733093037855Num uniques 859; 2024-12-01T22:43:57,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T22:43:57,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733093037848, max timestamp=1733093037855Num uniques 859; 2024-12-01T22:43:57,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-01T22:43:57,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093097885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733093037876, max timestamp=1733093037888Num uniques 1118; 2024-12-01T22:43:57,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733093037876, max timestamp=1733093037888Num uniques 1118; 2024-12-01T22:43:57,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733093037876, max timestamp=1733093037888Num uniques 1118; 2024-12-01T22:43:57,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-12-01T22:43:57,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-12-01T22:43:57,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-12-01T22:43:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093097932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093097934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093097995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093098044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:58,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:58,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093098044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:58,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093098205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-01T22:43:58,215 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:43:58,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:43:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-01T22:43:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T22:43:58,217 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:43:58,217 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:43:58,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:43:58,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:43:58,240 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201be76c37162bc4f38b670c94d28265118_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be76c37162bc4f38b670c94d28265118_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:43:58,241 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7e584e2ec41048af978355bd05da22c8, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:58,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7e584e2ec41048af978355bd05da22c8 is 175, key is test_row_0/A:col10/1733093036660/Put/seqid=0 2024-12-01T22:43:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742387_1563 (size=48389) 2024-12-01T22:43:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093098254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093098254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T22:43:58,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:58,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093098514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T22:43:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093098565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093098565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:58,644 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7e584e2ec41048af978355bd05da22c8 2024-12-01T22:43:58,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/3adb83cb53b54f0c8c3745f1f797d15f is 50, key is test_row_0/B:col10/1733093036660/Put/seqid=0 2024-12-01T22:43:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742388_1564 (size=12151) 2024-12-01T22:43:58,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T22:43:58,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:58,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:58,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:58,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093099025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:59,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/3adb83cb53b54f0c8c3745f1f797d15f 2024-12-01T22:43:59,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/3d6fda9cf42e4b36b46d8a341cc1ba97 is 50, key is test_row_0/C:col10/1733093036660/Put/seqid=0 2024-12-01T22:43:59,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742389_1565 (size=12151) 2024-12-01T22:43:59,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093099075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:59,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:43:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093099075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:43:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:43:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:43:59,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:59,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T22:43:59,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:43:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:43:59,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/3d6fda9cf42e4b36b46d8a341cc1ba97 2024-12-01T22:43:59,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/7e584e2ec41048af978355bd05da22c8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e584e2ec41048af978355bd05da22c8 2024-12-01T22:43:59,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e584e2ec41048af978355bd05da22c8, entries=250, sequenceid=205, filesize=47.3 K 2024-12-01T22:43:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/3adb83cb53b54f0c8c3745f1f797d15f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/3adb83cb53b54f0c8c3745f1f797d15f 2024-12-01T22:43:59,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/3adb83cb53b54f0c8c3745f1f797d15f, entries=150, sequenceid=205, filesize=11.9 K 2024-12-01T22:43:59,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/3d6fda9cf42e4b36b46d8a341cc1ba97 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/3d6fda9cf42e4b36b46d8a341cc1ba97 2024-12-01T22:43:59,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/3d6fda9cf42e4b36b46d8a341cc1ba97, entries=150, sequenceid=205, filesize=11.9 K 2024-12-01T22:43:59,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for 96ffb7adb383d79cc98f91ae56994418 in 1650ms, sequenceid=205, compaction requested=true 2024-12-01T22:43:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:43:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:59,479 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:43:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:43:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:59,479 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:43:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:43:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:59,479 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:43:59,479 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142012 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:43:59,479 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/A is initiating minor compaction (all files) 2024-12-01T22:43:59,479 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/B is initiating minor compaction (all files) 2024-12-01T22:43:59,480 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/B in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,480 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/A in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,480 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/7d38938f592245f6964f28ef404509a9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/947bc8bde353479497c2ec8e1682cfe2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5d6ca523617d4a47a4c6465f23207407, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/3adb83cb53b54f0c8c3745f1f797d15f] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=47.8 K 2024-12-01T22:43:59,480 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7aab44054a3f492f9c5567ce77308559, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/ee9fecabe94e4d29b4d6a694cb339b60, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/fe64f3a2d3ae443d8bac1c2e33dd94ae, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e584e2ec41048af978355bd05da22c8] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=138.7 K 2024-12-01T22:43:59,480 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,480 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7aab44054a3f492f9c5567ce77308559, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/ee9fecabe94e4d29b4d6a694cb339b60, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/fe64f3a2d3ae443d8bac1c2e33dd94ae, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e584e2ec41048af978355bd05da22c8] 2024-12-01T22:43:59,480 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d38938f592245f6964f28ef404509a9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733093031173 2024-12-01T22:43:59,480 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aab44054a3f492f9c5567ce77308559, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733093031173 2024-12-01T22:43:59,480 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 947bc8bde353479497c2ec8e1682cfe2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733093032336 2024-12-01T22:43:59,480 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee9fecabe94e4d29b4d6a694cb339b60, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733093032336 2024-12-01T22:43:59,480 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d6ca523617d4a47a4c6465f23207407, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733093034507 2024-12-01T22:43:59,480 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe64f3a2d3ae443d8bac1c2e33dd94ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733093034507 2024-12-01T22:43:59,481 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3adb83cb53b54f0c8c3745f1f797d15f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733093036660 2024-12-01T22:43:59,481 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e584e2ec41048af978355bd05da22c8, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733093036660 2024-12-01T22:43:59,486 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:59,487 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412010996c6c9a5ea4cd1b0deb95b7214f8d0_96ffb7adb383d79cc98f91ae56994418 store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:59,488 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:59,489 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/31f26e80397049e698d8f5a2b816160e is 50, key is test_row_0/B:col10/1733093036660/Put/seqid=0 2024-12-01T22:43:59,490 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412010996c6c9a5ea4cd1b0deb95b7214f8d0_96ffb7adb383d79cc98f91ae56994418, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:59,490 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010996c6c9a5ea4cd1b0deb95b7214f8d0_96ffb7adb383d79cc98f91ae56994418 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:43:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742390_1566 (size=12595) 2024-12-01T22:43:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742391_1567 (size=4469) 2024-12-01T22:43:59,493 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#A#compaction#477 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:59,494 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/dcee986b05d6491898bae44413c38bed is 175, key is test_row_0/A:col10/1733093036660/Put/seqid=0 2024-12-01T22:43:59,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742392_1568 (size=31549) 2024-12-01T22:43:59,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T22:43:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,593 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-12-01T22:43:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:43:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:43:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:43:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:43:59,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201791fb3a0c08c4d389cb88cec8b365410_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093037923/Put/seqid=0 2024-12-01T22:43:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742393_1569 (size=12354) 2024-12-01T22:43:59,894 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/31f26e80397049e698d8f5a2b816160e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/31f26e80397049e698d8f5a2b816160e 2024-12-01T22:43:59,898 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/B of 96ffb7adb383d79cc98f91ae56994418 into 31f26e80397049e698d8f5a2b816160e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:59,898 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:59,898 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/B, priority=12, startTime=1733093039479; duration=0sec 2024-12-01T22:43:59,898 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:43:59,898 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:B 2024-12-01T22:43:59,898 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T22:43:59,899 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T22:43:59,899 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/C is initiating minor compaction (all files) 2024-12-01T22:43:59,899 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/C in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:43:59,899 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6341fb22ddfd4dfcb3f3ceca6865ae58, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/7ddf67c81ad549309d80b6df98555400, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/af708bc985fe4fdfa4769e054351dfa0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/3d6fda9cf42e4b36b46d8a341cc1ba97] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=47.8 K 2024-12-01T22:43:59,900 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 6341fb22ddfd4dfcb3f3ceca6865ae58, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733093031173 2024-12-01T22:43:59,900 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ddf67c81ad549309d80b6df98555400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733093032336 2024-12-01T22:43:59,900 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting af708bc985fe4fdfa4769e054351dfa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733093034507 2024-12-01T22:43:59,900 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d6fda9cf42e4b36b46d8a341cc1ba97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733093036660 2024-12-01T22:43:59,900 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/dcee986b05d6491898bae44413c38bed as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/dcee986b05d6491898bae44413c38bed 2024-12-01T22:43:59,904 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/A of 96ffb7adb383d79cc98f91ae56994418 into dcee986b05d6491898bae44413c38bed(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:43:59,904 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:43:59,904 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/A, priority=12, startTime=1733093039479; duration=0sec 2024-12-01T22:43:59,904 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:43:59,904 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:A 2024-12-01T22:43:59,907 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:43:59,907 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/6882923cd0c64c50ba530b38c5e63bd3 is 50, key is test_row_0/C:col10/1733093036660/Put/seqid=0 2024-12-01T22:43:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742394_1570 (size=12595) 2024-12-01T22:44:00,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:44:00,004 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201791fb3a0c08c4d389cb88cec8b365410_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201791fb3a0c08c4d389cb88cec8b365410_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/af54976880f343ddb6c16828439b488a, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:44:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/af54976880f343ddb6c16828439b488a is 175, key is test_row_0/A:col10/1733093037923/Put/seqid=0 2024-12-01T22:44:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742395_1571 (size=31155) 2024-12-01T22:44:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:00,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:44:00,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093100060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:00,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:00,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093100085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:00,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093100085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:00,087 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:44:00,087 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:44:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:00,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093100165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:00,313 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/6882923cd0c64c50ba530b38c5e63bd3 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6882923cd0c64c50ba530b38c5e63bd3 2024-12-01T22:44:00,316 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/C of 96ffb7adb383d79cc98f91ae56994418 into 6882923cd0c64c50ba530b38c5e63bd3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:44:00,317 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:44:00,317 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/C, priority=12, startTime=1733093039479; duration=0sec 2024-12-01T22:44:00,317 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:44:00,317 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:C 2024-12-01T22:44:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T22:44:00,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093100374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:00,408 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/af54976880f343ddb6c16828439b488a 2024-12-01T22:44:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/28b1944c746d4af0b376004e0fa8e6c7 is 50, key is test_row_0/B:col10/1733093037923/Put/seqid=0 2024-12-01T22:44:00,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742396_1572 (size=12201) 2024-12-01T22:44:00,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093100684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:00,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:00,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:00,825 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/28b1944c746d4af0b376004e0fa8e6c7 2024-12-01T22:44:00,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/d539e179f8344d7194c29936657d5dda is 50, key is test_row_0/C:col10/1733093037923/Put/seqid=0 2024-12-01T22:44:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742397_1573 (size=12201) 2024-12-01T22:44:01,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093101195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:01,237 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/d539e179f8344d7194c29936657d5dda 2024-12-01T22:44:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/af54976880f343ddb6c16828439b488a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/af54976880f343ddb6c16828439b488a 2024-12-01T22:44:01,302 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/af54976880f343ddb6c16828439b488a, entries=150, sequenceid=259, filesize=30.4 K 2024-12-01T22:44:01,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/28b1944c746d4af0b376004e0fa8e6c7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/28b1944c746d4af0b376004e0fa8e6c7 2024-12-01T22:44:01,305 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/28b1944c746d4af0b376004e0fa8e6c7, entries=150, sequenceid=259, filesize=11.9 K 2024-12-01T22:44:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/d539e179f8344d7194c29936657d5dda as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/d539e179f8344d7194c29936657d5dda 2024-12-01T22:44:01,309 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/d539e179f8344d7194c29936657d5dda, entries=150, sequenceid=259, filesize=11.9 K 2024-12-01T22:44:01,309 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=33.54 KB/34350 for 96ffb7adb383d79cc98f91ae56994418 in 1716ms, sequenceid=259, compaction requested=false 2024-12-01T22:44:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:44:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:01,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-01T22:44:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-01T22:44:01,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-01T22:44:01,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0940 sec 2024-12-01T22:44:01,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.0980 sec 2024-12-01T22:44:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:01,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-01T22:44:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:44:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:44:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:44:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:44:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:44:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:44:01,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120190d1c1eed3c64521bb531ff111c02266_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093040055/Put/seqid=0 2024-12-01T22:44:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742398_1574 (size=14994) 2024-12-01T22:44:01,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093041765, max timestamp=1733093041780Num uniques 859; 2024-12-01T22:44:01,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093041765, max timestamp=1733093041780Num uniques 859; 2024-12-01T22:44:01,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733093041765, max timestamp=1733093041780Num uniques 859; 2024-12-01T22:44:01,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:44:01,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:44:01,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/14efca635be3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-01T22:44:01,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093101810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:01,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093101811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:01,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:01,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093101914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:01,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093101925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:01,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:01,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34016 deadline: 1733093102095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,098 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_1' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:44:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33984 deadline: 1733093102114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,115 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_0' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:44:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093102125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093102135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:44:02,140 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120190d1c1eed3c64521bb531ff111c02266_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120190d1c1eed3c64521bb531ff111c02266_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:02,141 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/f93d15249c47450998f1dbb2c4883ec5, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:44:02,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/f93d15249c47450998f1dbb2c4883ec5 is 175, key is test_row_0/A:col10/1733093040055/Put/seqid=0 2024-12-01T22:44:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742399_1575 (size=39949) 2024-12-01T22:44:02,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34006 deadline: 1733093102204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,207 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 14efca635be3,43983,1733092856036 for 'test_row_2' in 96ffb7adb383d79cc98f91ae56994418 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-01T22:44:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-01T22:44:02,375 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:44:02,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T22:44:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-01T22:44:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T22:44:02,377 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T22:44:02,377 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T22:44:02,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T22:44:02,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093102434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093102444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T22:44:02,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T22:44:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:44:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:02,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,545 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/f93d15249c47450998f1dbb2c4883ec5 2024-12-01T22:44:02,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/145ae75defdf45edb369a376576c4d50 is 50, key is test_row_0/B:col10/1733093040055/Put/seqid=0 2024-12-01T22:44:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742400_1576 (size=12301) 2024-12-01T22:44:02,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T22:44:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:44:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:02,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T22:44:02,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T22:44:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:44:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:02,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1733093102944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/145ae75defdf45edb369a376576c4d50 2024-12-01T22:44:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:44:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33982 deadline: 1733093102954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 2024-12-01T22:44:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 , the old value is region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T22:44:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., hostname=14efca635be3,43983,1733092856036, seqNum=5 because the exception is null or not the one we care about 2024-12-01T22:44:02,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/34029284e2eb4a65b1abc2145ab6f9bf is 50, key is test_row_0/C:col10/1733093040055/Put/seqid=0 2024-12-01T22:44:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742401_1577 (size=12301) 2024-12-01T22:44:02,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T22:44:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:44:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:02,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T22:44:03,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T22:44:03,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:44:03,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:03,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T22:44:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:44:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:44:03,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/34029284e2eb4a65b1abc2145ab6f9bf 2024-12-01T22:44:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/f93d15249c47450998f1dbb2c4883ec5 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/f93d15249c47450998f1dbb2c4883ec5 2024-12-01T22:44:03,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/f93d15249c47450998f1dbb2c4883ec5, entries=200, sequenceid=272, filesize=39.0 K 2024-12-01T22:44:03,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/145ae75defdf45edb369a376576c4d50 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/145ae75defdf45edb369a376576c4d50 2024-12-01T22:44:03,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/145ae75defdf45edb369a376576c4d50, entries=150, sequenceid=272, filesize=12.0 K 2024-12-01T22:44:03,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/34029284e2eb4a65b1abc2145ab6f9bf as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/34029284e2eb4a65b1abc2145ab6f9bf 2024-12-01T22:44:03,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/34029284e2eb4a65b1abc2145ab6f9bf, entries=150, sequenceid=272, filesize=12.0 K 2024-12-01T22:44:03,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 96ffb7adb383d79cc98f91ae56994418 in 1643ms, sequenceid=272, compaction requested=true 2024-12-01T22:44:03,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:44:03,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T22:44:03,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:44:03,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T22:44:03,373 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:44:03,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:44:03,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ffb7adb383d79cc98f91ae56994418:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T22:44:03,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:44:03,373 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:44:03,373 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:44:03,373 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37097 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:44:03,373 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/B is initiating minor compaction (all files) 2024-12-01T22:44:03,373 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/A is initiating minor compaction (all files) 2024-12-01T22:44:03,373 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/A in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,374 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/B in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,374 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/31f26e80397049e698d8f5a2b816160e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/28b1944c746d4af0b376004e0fa8e6c7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/145ae75defdf45edb369a376576c4d50] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=36.2 K 2024-12-01T22:44:03,374 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/dcee986b05d6491898bae44413c38bed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/af54976880f343ddb6c16828439b488a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/f93d15249c47450998f1dbb2c4883ec5] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=100.2 K 2024-12-01T22:44:03,374 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,374 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. files: [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/dcee986b05d6491898bae44413c38bed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/af54976880f343ddb6c16828439b488a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/f93d15249c47450998f1dbb2c4883ec5] 2024-12-01T22:44:03,374 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 31f26e80397049e698d8f5a2b816160e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733093036660 2024-12-01T22:44:03,374 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcee986b05d6491898bae44413c38bed, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733093036660 2024-12-01T22:44:03,374 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 28b1944c746d4af0b376004e0fa8e6c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733093037923 2024-12-01T22:44:03,375 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting af54976880f343ddb6c16828439b488a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733093037923 2024-12-01T22:44:03,375 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 145ae75defdf45edb369a376576c4d50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733093040055 2024-12-01T22:44:03,375 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] compactions.Compactor(225): Compacting f93d15249c47450998f1dbb2c4883ec5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733093040046 2024-12-01T22:44:03,379 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:44:03,380 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:44:03,380 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/a04543ca0f7c4080ab6b7c3c95caef45 is 50, key is test_row_0/B:col10/1733093040055/Put/seqid=0 2024-12-01T22:44:03,381 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412017db0ca7212e84d57a31ddb558068be54_96ffb7adb383d79cc98f91ae56994418 store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:44:03,383 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412017db0ca7212e84d57a31ddb558068be54_96ffb7adb383d79cc98f91ae56994418, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:44:03,383 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017db0ca7212e84d57a31ddb558068be54_96ffb7adb383d79cc98f91ae56994418 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:44:03,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742402_1578 (size=12847) 2024-12-01T22:44:03,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742403_1579 (size=4469) 2024-12-01T22:44:03,390 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#A#compaction#487 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:44:03,390 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/46d529fd522149cbb2031a8e6f856b83 is 175, key is test_row_0/A:col10/1733093040055/Put/seqid=0 2024-12-01T22:44:03,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742404_1580 (size=31801) 2024-12-01T22:44:03,410 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-12-01T22:44:03,410 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:03,410 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,410 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:03,411 INFO [Thread-2325 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2325. 2024-12-01T22:44:03,411 DEBUG [Thread-2325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:03,411 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,411 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:03,415 INFO [Thread-2321 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2321. 2024-12-01T22:44:03,415 DEBUG [Thread-2321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:03,415 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,415 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:03,416 INFO [Thread-2323 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2323. 2024-12-01T22:44:03,416 DEBUG [Thread-2323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:03,416 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,416 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:03,417 INFO [Thread-2319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2319. 2024-12-01T22:44:03,417 DEBUG [Thread-2319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:03,417 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,417 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:03,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T22:44:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,445 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-01T22:44:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:44:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:44:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:44:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:44:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:44:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-01T22:44:03,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d3d2c354b83b4782b544f97e1e8b030f_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093041800/Put/seqid=0 2024-12-01T22:44:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742405_1581 (size=12454) 2024-12-01T22:44:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T22:44:03,797 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/a04543ca0f7c4080ab6b7c3c95caef45 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/a04543ca0f7c4080ab6b7c3c95caef45 2024-12-01T22:44:03,800 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/46d529fd522149cbb2031a8e6f856b83 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/46d529fd522149cbb2031a8e6f856b83 2024-12-01T22:44:03,802 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/B of 96ffb7adb383d79cc98f91ae56994418 into a04543ca0f7c4080ab6b7c3c95caef45(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:44:03,802 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:44:03,802 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/B, priority=13, startTime=1733093043373; duration=0sec 2024-12-01T22:44:03,802 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T22:44:03,803 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:B 2024-12-01T22:44:03,803 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T22:44:03,803 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37097 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T22:44:03,804 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1541): 96ffb7adb383d79cc98f91ae56994418/C is initiating minor compaction (all files) 2024-12-01T22:44:03,804 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ffb7adb383d79cc98f91ae56994418/C in TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:03,804 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6882923cd0c64c50ba530b38c5e63bd3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/d539e179f8344d7194c29936657d5dda, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/34029284e2eb4a65b1abc2145ab6f9bf] into tmpdir=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp, totalSize=36.2 K 2024-12-01T22:44:03,804 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 6882923cd0c64c50ba530b38c5e63bd3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733093036660 2024-12-01T22:44:03,804 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/A of 96ffb7adb383d79cc98f91ae56994418 into 46d529fd522149cbb2031a8e6f856b83(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:44:03,804 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:44:03,804 INFO [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/A, priority=13, startTime=1733093043373; duration=0sec 2024-12-01T22:44:03,804 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:44:03,804 DEBUG [RS:0;14efca635be3:43983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:A 2024-12-01T22:44:03,804 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting d539e179f8344d7194c29936657d5dda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733093037923 2024-12-01T22:44:03,805 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] compactions.Compactor(225): Compacting 34029284e2eb4a65b1abc2145ab6f9bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733093040055 2024-12-01T22:44:03,809 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ffb7adb383d79cc98f91ae56994418#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T22:44:03,810 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/05f98b8680c744a389a0512d8bae359e is 50, key is test_row_0/C:col10/1733093040055/Put/seqid=0 2024-12-01T22:44:03,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742406_1582 (size=12847) 2024-12-01T22:44:03,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:44:03,862 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d3d2c354b83b4782b544f97e1e8b030f_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d3d2c354b83b4782b544f97e1e8b030f_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/9f5a2f502429468d92a54056d114183a, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:44:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/9f5a2f502429468d92a54056d114183a is 175, key is test_row_0/A:col10/1733093041800/Put/seqid=0 2024-12-01T22:44:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742407_1583 (size=31255) 2024-12-01T22:44:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43983 {}] regionserver.HRegion(8855): Flush requested on 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:03,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. as already flushing 2024-12-01T22:44:03,969 INFO [Thread-2308 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2308. 2024-12-01T22:44:03,969 INFO [Thread-2312 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2312. 2024-12-01T22:44:03,970 DEBUG [Thread-2308 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:03,970 DEBUG [Thread-2312 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:03,970 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,970 DEBUG [Thread-2312 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,970 DEBUG [Thread-2312 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,970 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:03,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:03,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:04,219 INFO [Thread-2314 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2314. 2024-12-01T22:44:04,219 DEBUG [Thread-2314 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:04,219 DEBUG [Thread-2314 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:04,220 DEBUG [Thread-2314 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:04,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:04,223 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/05f98b8680c744a389a0512d8bae359e as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/05f98b8680c744a389a0512d8bae359e 2024-12-01T22:44:04,228 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ffb7adb383d79cc98f91ae56994418/C of 96ffb7adb383d79cc98f91ae56994418 into 05f98b8680c744a389a0512d8bae359e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T22:44:04,228 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:44:04,228 INFO [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., storeName=96ffb7adb383d79cc98f91ae56994418/C, priority=13, startTime=1733093043373; duration=0sec 2024-12-01T22:44:04,228 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T22:44:04,228 DEBUG [RS:0;14efca635be3:43983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ffb7adb383d79cc98f91ae56994418:C 2024-12-01T22:44:04,269 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/9f5a2f502429468d92a54056d114183a 2024-12-01T22:44:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/00dc7cbbe81a4d58b2ab5e0db6a8785b is 50, key is test_row_0/B:col10/1733093041800/Put/seqid=0 2024-12-01T22:44:04,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742408_1584 (size=12301) 2024-12-01T22:44:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T22:44:04,683 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/00dc7cbbe81a4d58b2ab5e0db6a8785b 2024-12-01T22:44:04,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/a65b7de4b2a1442da7e0bf46c9bd1a9d is 50, key is test_row_0/C:col10/1733093041800/Put/seqid=0 2024-12-01T22:44:04,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742409_1585 (size=12301) 2024-12-01T22:44:05,095 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/a65b7de4b2a1442da7e0bf46c9bd1a9d 2024-12-01T22:44:05,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/9f5a2f502429468d92a54056d114183a as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/9f5a2f502429468d92a54056d114183a 2024-12-01T22:44:05,113 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/9f5a2f502429468d92a54056d114183a, entries=150, sequenceid=309, filesize=30.5 K 2024-12-01T22:44:05,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/00dc7cbbe81a4d58b2ab5e0db6a8785b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/00dc7cbbe81a4d58b2ab5e0db6a8785b 2024-12-01T22:44:05,118 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/00dc7cbbe81a4d58b2ab5e0db6a8785b, entries=150, sequenceid=309, filesize=12.0 K 2024-12-01T22:44:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/a65b7de4b2a1442da7e0bf46c9bd1a9d as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a65b7de4b2a1442da7e0bf46c9bd1a9d 2024-12-01T22:44:05,123 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a65b7de4b2a1442da7e0bf46c9bd1a9d, entries=150, sequenceid=309, filesize=12.0 K 2024-12-01T22:44:05,124 INFO [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=20.13 KB/20610 for 96ffb7adb383d79cc98f91ae56994418 in 1679ms, sequenceid=309, compaction requested=false 2024-12-01T22:44:05,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 96ffb7adb383d79cc98f91ae56994418: 2024-12-01T22:44:05,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:05,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-01T22:44:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-01T22:44:05,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-01T22:44:05,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7490 sec 2024-12-01T22:44:05,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.7540 sec 2024-12-01T22:44:06,140 INFO [Thread-2310 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2310. 2024-12-01T22:44:06,140 INFO [Thread-2306 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2306. 2024-12-01T22:44:06,140 DEBUG [Thread-2310 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:06,140 DEBUG [Thread-2306 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T22:44:06,140 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:06,140 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:06,140 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:06,140 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:06,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:06,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-01T22:44:06,536 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:44:06,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4414 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4480 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4344 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4420 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4485 2024-12-01T22:44:06,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T22:44:06,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:44:06,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:44:06,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:06,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:06,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:06,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T22:44:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T22:44:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T22:44:06,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733093046545"}]},"ts":"1733093046545"} 2024-12-01T22:44:06,547 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T22:44:06,547 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T22:44:06,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T22:44:06,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, UNASSIGN}] 2024-12-01T22:44:06,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, UNASSIGN 2024-12-01T22:44:06,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=96ffb7adb383d79cc98f91ae56994418, regionState=CLOSING, regionLocation=14efca635be3,43983,1733092856036 2024-12-01T22:44:06,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, UNASSIGN because future has completed 2024-12-01T22:44:06,553 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T22:44:06,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036}] 2024-12-01T22:44:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T22:44:06,705 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(122): Close 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:06,705 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1722): Closing 96ffb7adb383d79cc98f91ae56994418, disabling compactions & flushes 2024-12-01T22:44:06,706 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. after waiting 0 ms 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:06,706 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2902): Flushing 96ffb7adb383d79cc98f91ae56994418 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=A 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=B 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ffb7adb383d79cc98f91ae56994418, store=C 2024-12-01T22:44:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T22:44:06,710 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120168873ff08bed4267bab3ae8406c6a065_96ffb7adb383d79cc98f91ae56994418 is 50, key is test_row_0/A:col10/1733093046137/Put/seqid=0 2024-12-01T22:44:06,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742410_1586 (size=12454) 2024-12-01T22:44:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T22:44:07,114 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:44:07,123 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120168873ff08bed4267bab3ae8406c6a065_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168873ff08bed4267bab3ae8406c6a065_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:07,124 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/9cf0f34fba8b4f28bb9614beb3fbcf51, store: [table=TestAcidGuarantees family=A region=96ffb7adb383d79cc98f91ae56994418] 2024-12-01T22:44:07,125 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/9cf0f34fba8b4f28bb9614beb3fbcf51 is 175, key is test_row_0/A:col10/1733093046137/Put/seqid=0 2024-12-01T22:44:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742411_1587 (size=31255) 2024-12-01T22:44:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T22:44:07,530 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/9cf0f34fba8b4f28bb9614beb3fbcf51 2024-12-01T22:44:07,543 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/239f814bfd694370b31cbd1cad29da1f is 50, key is test_row_0/B:col10/1733093046137/Put/seqid=0 2024-12-01T22:44:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742412_1588 (size=12301) 2024-12-01T22:44:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T22:44:07,949 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/239f814bfd694370b31cbd1cad29da1f 2024-12-01T22:44:07,961 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/c90d34ed43de4181bf4c775b5ea79af8 is 50, key is test_row_0/C:col10/1733093046137/Put/seqid=0 2024-12-01T22:44:07,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742413_1589 (size=12301) 2024-12-01T22:44:08,366 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/c90d34ed43de4181bf4c775b5ea79af8 2024-12-01T22:44:08,373 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/A/9cf0f34fba8b4f28bb9614beb3fbcf51 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/9cf0f34fba8b4f28bb9614beb3fbcf51 2024-12-01T22:44:08,377 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/9cf0f34fba8b4f28bb9614beb3fbcf51, entries=150, sequenceid=320, filesize=30.5 K 2024-12-01T22:44:08,378 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/B/239f814bfd694370b31cbd1cad29da1f as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/239f814bfd694370b31cbd1cad29da1f 2024-12-01T22:44:08,381 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/239f814bfd694370b31cbd1cad29da1f, entries=150, sequenceid=320, filesize=12.0 K 2024-12-01T22:44:08,382 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/.tmp/C/c90d34ed43de4181bf4c775b5ea79af8 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/c90d34ed43de4181bf4c775b5ea79af8 2024-12-01T22:44:08,385 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/c90d34ed43de4181bf4c775b5ea79af8, entries=150, sequenceid=320, filesize=12.0 K 2024-12-01T22:44:08,386 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 96ffb7adb383d79cc98f91ae56994418 in 1680ms, sequenceid=320, compaction requested=true 2024-12-01T22:44:08,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/5969342fa34d4ce7af0977126758ed45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/c22f921c76fa4a8b853e1eb96d5e962f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/eccfff3f375d486c86fb639c0a7588f4, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/3ddcbb8e220440dbbdac0a21b300878d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/6792ab641d9c46f285ae2870f9f678ea, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b83523a0551e426e9cec1d2b940543bb, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/4e3a2dce1f7a4553bbcfded31ce318c7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e6d5318c8de43f6b8c713fc499b6b45, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b7cffcd506e344819cc1578591295032, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7aab44054a3f492f9c5567ce77308559, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/ee9fecabe94e4d29b4d6a694cb339b60, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/fe64f3a2d3ae443d8bac1c2e33dd94ae, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e584e2ec41048af978355bd05da22c8, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/dcee986b05d6491898bae44413c38bed, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/af54976880f343ddb6c16828439b488a, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/f93d15249c47450998f1dbb2c4883ec5] to archive 2024-12-01T22:44:08,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:44:08,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/5969342fa34d4ce7af0977126758ed45 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/5969342fa34d4ce7af0977126758ed45 2024-12-01T22:44:08,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/c22f921c76fa4a8b853e1eb96d5e962f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/c22f921c76fa4a8b853e1eb96d5e962f 2024-12-01T22:44:08,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/eccfff3f375d486c86fb639c0a7588f4 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/eccfff3f375d486c86fb639c0a7588f4 2024-12-01T22:44:08,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/3ddcbb8e220440dbbdac0a21b300878d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/3ddcbb8e220440dbbdac0a21b300878d 2024-12-01T22:44:08,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/6792ab641d9c46f285ae2870f9f678ea to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/6792ab641d9c46f285ae2870f9f678ea 2024-12-01T22:44:08,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b83523a0551e426e9cec1d2b940543bb to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b83523a0551e426e9cec1d2b940543bb 2024-12-01T22:44:08,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/4e3a2dce1f7a4553bbcfded31ce318c7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/4e3a2dce1f7a4553bbcfded31ce318c7 2024-12-01T22:44:08,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e6d5318c8de43f6b8c713fc499b6b45 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e6d5318c8de43f6b8c713fc499b6b45 2024-12-01T22:44:08,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b7cffcd506e344819cc1578591295032 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/b7cffcd506e344819cc1578591295032 2024-12-01T22:44:08,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7aab44054a3f492f9c5567ce77308559 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7aab44054a3f492f9c5567ce77308559 2024-12-01T22:44:08,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/ee9fecabe94e4d29b4d6a694cb339b60 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/ee9fecabe94e4d29b4d6a694cb339b60 2024-12-01T22:44:08,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/fe64f3a2d3ae443d8bac1c2e33dd94ae to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/fe64f3a2d3ae443d8bac1c2e33dd94ae 2024-12-01T22:44:08,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e584e2ec41048af978355bd05da22c8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/7e584e2ec41048af978355bd05da22c8 2024-12-01T22:44:08,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/dcee986b05d6491898bae44413c38bed to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/dcee986b05d6491898bae44413c38bed 2024-12-01T22:44:08,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/af54976880f343ddb6c16828439b488a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/af54976880f343ddb6c16828439b488a 2024-12-01T22:44:08,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/f93d15249c47450998f1dbb2c4883ec5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/f93d15249c47450998f1dbb2c4883ec5 2024-12-01T22:44:08,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/ed24e125c641437bb01bee366a366020, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b8c4f46d26c549a79ddcbc407cc9147c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/57f62d30a1984d329850d58b4815a2d9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b192c88452404e2ebbaa1acc670fa5e5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/672dca5a6ca94bd48e80a48054095d43, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/dbfa454b03084d60bd832419eba3da87, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/09603bfbdc06462082f9bbf8a9b871fd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/9b9d653815364c79a1096860e87da316, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/7d38938f592245f6964f28ef404509a9, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5ab29feae4004da097a859e5f7c115eb, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/947bc8bde353479497c2ec8e1682cfe2, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5d6ca523617d4a47a4c6465f23207407, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/31f26e80397049e698d8f5a2b816160e, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/3adb83cb53b54f0c8c3745f1f797d15f, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/28b1944c746d4af0b376004e0fa8e6c7, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/145ae75defdf45edb369a376576c4d50] to archive 2024-12-01T22:44:08,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:44:08,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/ed24e125c641437bb01bee366a366020 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/ed24e125c641437bb01bee366a366020 2024-12-01T22:44:08,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b8c4f46d26c549a79ddcbc407cc9147c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b8c4f46d26c549a79ddcbc407cc9147c 2024-12-01T22:44:08,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/57f62d30a1984d329850d58b4815a2d9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/57f62d30a1984d329850d58b4815a2d9 2024-12-01T22:44:08,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b192c88452404e2ebbaa1acc670fa5e5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/b192c88452404e2ebbaa1acc670fa5e5 2024-12-01T22:44:08,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/672dca5a6ca94bd48e80a48054095d43 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/672dca5a6ca94bd48e80a48054095d43 2024-12-01T22:44:08,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/dbfa454b03084d60bd832419eba3da87 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/dbfa454b03084d60bd832419eba3da87 2024-12-01T22:44:08,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/09603bfbdc06462082f9bbf8a9b871fd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/09603bfbdc06462082f9bbf8a9b871fd 2024-12-01T22:44:08,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/9b9d653815364c79a1096860e87da316 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/9b9d653815364c79a1096860e87da316 2024-12-01T22:44:08,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/7d38938f592245f6964f28ef404509a9 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/7d38938f592245f6964f28ef404509a9 2024-12-01T22:44:08,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5ab29feae4004da097a859e5f7c115eb to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5ab29feae4004da097a859e5f7c115eb 2024-12-01T22:44:08,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/947bc8bde353479497c2ec8e1682cfe2 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/947bc8bde353479497c2ec8e1682cfe2 2024-12-01T22:44:08,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5d6ca523617d4a47a4c6465f23207407 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/5d6ca523617d4a47a4c6465f23207407 2024-12-01T22:44:08,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/31f26e80397049e698d8f5a2b816160e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/31f26e80397049e698d8f5a2b816160e 2024-12-01T22:44:08,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/3adb83cb53b54f0c8c3745f1f797d15f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/3adb83cb53b54f0c8c3745f1f797d15f 2024-12-01T22:44:08,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/28b1944c746d4af0b376004e0fa8e6c7 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/28b1944c746d4af0b376004e0fa8e6c7 2024-12-01T22:44:08,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/145ae75defdf45edb369a376576c4d50 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/145ae75defdf45edb369a376576c4d50 2024-12-01T22:44:08,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/339831650eb543029b254d48bb63a073, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0e0dbdb28fab4f899f70e71569f0181c, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/f74811e9eba74a9bb0632a8163fa892d, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/b46cba0eaa614581818271b43498c185, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/eabcba26863348949cbdeb980f6f2623, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a60dbe7b178c40f9a9009ef85c2098d5, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0f43163cd7f6483399fbaec92d58b715, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/78f7cdc7392f43a09d4d37a5624b83e6, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6341fb22ddfd4dfcb3f3ceca6865ae58, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/028962caf8e6497f9414a7840a254dcd, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/7ddf67c81ad549309d80b6df98555400, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/af708bc985fe4fdfa4769e054351dfa0, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6882923cd0c64c50ba530b38c5e63bd3, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/3d6fda9cf42e4b36b46d8a341cc1ba97, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/d539e179f8344d7194c29936657d5dda, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/34029284e2eb4a65b1abc2145ab6f9bf] to archive 2024-12-01T22:44:08,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T22:44:08,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/339831650eb543029b254d48bb63a073 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/339831650eb543029b254d48bb63a073 2024-12-01T22:44:08,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0e0dbdb28fab4f899f70e71569f0181c to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0e0dbdb28fab4f899f70e71569f0181c 2024-12-01T22:44:08,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/f74811e9eba74a9bb0632a8163fa892d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/f74811e9eba74a9bb0632a8163fa892d 2024-12-01T22:44:08,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/b46cba0eaa614581818271b43498c185 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/b46cba0eaa614581818271b43498c185 2024-12-01T22:44:08,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/eabcba26863348949cbdeb980f6f2623 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/eabcba26863348949cbdeb980f6f2623 2024-12-01T22:44:08,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a60dbe7b178c40f9a9009ef85c2098d5 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a60dbe7b178c40f9a9009ef85c2098d5 2024-12-01T22:44:08,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0f43163cd7f6483399fbaec92d58b715 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/0f43163cd7f6483399fbaec92d58b715 2024-12-01T22:44:08,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/78f7cdc7392f43a09d4d37a5624b83e6 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/78f7cdc7392f43a09d4d37a5624b83e6 2024-12-01T22:44:08,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6341fb22ddfd4dfcb3f3ceca6865ae58 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6341fb22ddfd4dfcb3f3ceca6865ae58 2024-12-01T22:44:08,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/028962caf8e6497f9414a7840a254dcd to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/028962caf8e6497f9414a7840a254dcd 2024-12-01T22:44:08,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/7ddf67c81ad549309d80b6df98555400 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/7ddf67c81ad549309d80b6df98555400 2024-12-01T22:44:08,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/af708bc985fe4fdfa4769e054351dfa0 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/af708bc985fe4fdfa4769e054351dfa0 2024-12-01T22:44:08,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6882923cd0c64c50ba530b38c5e63bd3 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/6882923cd0c64c50ba530b38c5e63bd3 2024-12-01T22:44:08,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/3d6fda9cf42e4b36b46d8a341cc1ba97 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/3d6fda9cf42e4b36b46d8a341cc1ba97 2024-12-01T22:44:08,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/d539e179f8344d7194c29936657d5dda to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/d539e179f8344d7194c29936657d5dda 2024-12-01T22:44:08,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/34029284e2eb4a65b1abc2145ab6f9bf to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/34029284e2eb4a65b1abc2145ab6f9bf 2024-12-01T22:44:08,459 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/recovered.edits/323.seqid, newMaxSeqId=323, maxSeqId=4 2024-12-01T22:44:08,460 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. 2024-12-01T22:44:08,460 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1676): Region close journal for 96ffb7adb383d79cc98f91ae56994418: Waiting for close lock at 1733093046706Running coprocessor pre-close hooks at 1733093046706Disabling compacts and flushes for region at 1733093046706Disabling writes for close at 1733093046706Obtaining lock to block concurrent updates at 1733093046706Preparing flush snapshotting stores in 96ffb7adb383d79cc98f91ae56994418 at 1733093046706Finished memstore snapshotting TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733093046706Flushing stores of TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418. at 1733093046706Flushing 96ffb7adb383d79cc98f91ae56994418/A: creating writer at 1733093046706Flushing mob file 96ffb7adb383d79cc98f91ae56994418/A: appending metadata at 1733093046710 (+4 ms)Flushing mob file 96ffb7adb383d79cc98f91ae56994418/A: closing flushed file at 1733093046710Flushing 96ffb7adb383d79cc98f91ae56994418/A: appending metadata at 1733093047124 (+414 ms)Flushing 96ffb7adb383d79cc98f91ae56994418/A: closing flushed file at 1733093047124Flushing 96ffb7adb383d79cc98f91ae56994418/B: creating writer at 1733093047539 (+415 ms)Flushing 96ffb7adb383d79cc98f91ae56994418/B: appending metadata at 1733093047543 (+4 ms)Flushing 96ffb7adb383d79cc98f91ae56994418/B: closing flushed file at 1733093047543Flushing 96ffb7adb383d79cc98f91ae56994418/C: creating writer at 1733093047958 (+415 ms)Flushing 96ffb7adb383d79cc98f91ae56994418/C: appending metadata at 1733093047960 (+2 ms)Flushing 96ffb7adb383d79cc98f91ae56994418/C: closing flushed file at 1733093047960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e11a2b: reopening flushed file at 1733093048372 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad8f57a: reopening flushed file at 1733093048377 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124ccc10: reopening flushed file at 1733093048381 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 96ffb7adb383d79cc98f91ae56994418 in 1680ms, sequenceid=320, compaction requested=true at 1733093048386 (+5 ms)Writing region close event to WAL at 1733093048457 (+71 ms)Running coprocessor post-close hooks at 1733093048460 (+3 ms)Closed at 1733093048460 2024-12-01T22:44:08,461 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(157): Closed 96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=96ffb7adb383d79cc98f91ae56994418, regionState=CLOSED 2024-12-01T22:44:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 because future has completed 2024-12-01T22:44:08,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-01T22:44:08,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseRegionProcedure 96ffb7adb383d79cc98f91ae56994418, server=14efca635be3,43983,1733092856036 in 1.9110 sec 2024-12-01T22:44:08,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-12-01T22:44:08,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ffb7adb383d79cc98f91ae56994418, UNASSIGN in 1.9160 sec 2024-12-01T22:44:08,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-01T22:44:08,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9190 sec 2024-12-01T22:44:08,469 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733093048469"}]},"ts":"1733093048469"} 2024-12-01T22:44:08,470 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T22:44:08,470 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T22:44:08,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9300 sec 2024-12-01T22:44:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T22:44:08,696 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:44:08,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T22:44:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:44:08,701 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:44:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T22:44:08,703 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:44:08,709 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,713 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C, FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/recovered.edits] 2024-12-01T22:44:08,717 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/46d529fd522149cbb2031a8e6f856b83 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/46d529fd522149cbb2031a8e6f856b83 2024-12-01T22:44:08,719 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/9cf0f34fba8b4f28bb9614beb3fbcf51 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/9cf0f34fba8b4f28bb9614beb3fbcf51 2024-12-01T22:44:08,720 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/9f5a2f502429468d92a54056d114183a to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/A/9f5a2f502429468d92a54056d114183a 2024-12-01T22:44:08,723 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/00dc7cbbe81a4d58b2ab5e0db6a8785b to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/00dc7cbbe81a4d58b2ab5e0db6a8785b 2024-12-01T22:44:08,724 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/239f814bfd694370b31cbd1cad29da1f to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/239f814bfd694370b31cbd1cad29da1f 2024-12-01T22:44:08,725 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/a04543ca0f7c4080ab6b7c3c95caef45 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/B/a04543ca0f7c4080ab6b7c3c95caef45 2024-12-01T22:44:08,728 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/05f98b8680c744a389a0512d8bae359e to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/05f98b8680c744a389a0512d8bae359e 2024-12-01T22:44:08,729 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a65b7de4b2a1442da7e0bf46c9bd1a9d to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/a65b7de4b2a1442da7e0bf46c9bd1a9d 2024-12-01T22:44:08,731 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/c90d34ed43de4181bf4c775b5ea79af8 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/C/c90d34ed43de4181bf4c775b5ea79af8 2024-12-01T22:44:08,733 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/recovered.edits/323.seqid to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418/recovered.edits/323.seqid 2024-12-01T22:44:08,734 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/default/TestAcidGuarantees/96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,734 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T22:44:08,734 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T22:44:08,735 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T22:44:08,737 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120122c60c81a9594a56ab696c30d8fc531e_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120122c60c81a9594a56ab696c30d8fc531e_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,739 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201401d37e4f48a4e388ce8249cb98b621e_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201401d37e4f48a4e388ce8249cb98b621e_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,740 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201635fca9b87b24140a2ffd9eb78f5484f_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201635fca9b87b24140a2ffd9eb78f5484f_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,741 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168873ff08bed4267bab3ae8406c6a065_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168873ff08bed4267bab3ae8406c6a065_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,742 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201791fb3a0c08c4d389cb88cec8b365410_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201791fb3a0c08c4d389cb88cec8b365410_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,743 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017bead3766c4d49d69fb06331f7f74e0e_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017bead3766c4d49d69fb06331f7f74e0e_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,744 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017eab8c987a8640f1b03ce59120957a98_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017eab8c987a8640f1b03ce59120957a98_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,744 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120190d1c1eed3c64521bb531ff111c02266_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120190d1c1eed3c64521bb531ff111c02266_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,745 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a9c048df8e274ea9951f3d5e78e55c84_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a9c048df8e274ea9951f3d5e78e55c84_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,746 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b6395a4a597b4a0aaa324d0e5b5255e9_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b6395a4a597b4a0aaa324d0e5b5255e9_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,746 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be76c37162bc4f38b670c94d28265118_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be76c37162bc4f38b670c94d28265118_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,747 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d0aa416490aa4519b3feae006e526b8e_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d0aa416490aa4519b3feae006e526b8e_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,748 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d3d2c354b83b4782b544f97e1e8b030f_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d3d2c354b83b4782b544f97e1e8b030f_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,748 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201df746603f428421e938bf531d7491323_96ffb7adb383d79cc98f91ae56994418 to hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201df746603f428421e938bf531d7491323_96ffb7adb383d79cc98f91ae56994418 2024-12-01T22:44:08,749 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T22:44:08,750 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:44:08,752 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T22:44:08,753 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T22:44:08,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:44:08,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T22:44:08,754 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733093048754"}]},"ts":"9223372036854775807"} 2024-12-01T22:44:08,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T22:44:08,756 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 96ffb7adb383d79cc98f91ae56994418, NAME => 'TestAcidGuarantees,,1733093020252.96ffb7adb383d79cc98f91ae56994418.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T22:44:08,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T22:44:08,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733093048756"}]},"ts":"9223372036854775807"} 2024-12-01T22:44:08,757 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T22:44:08,758 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T22:44:08,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-12-01T22:44:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T22:44:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T22:44:08,820 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T22:44:08,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252 (was 251) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=9032 (was 9053) 2024-12-01T22:44:08,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T22:44:08,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:44:08,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:44:08,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:08,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:08,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:44:08,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T22:44:08,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866486918, stopped=false 2024-12-01T22:44:08,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=14efca635be3,39583,1733092855292 2024-12-01T22:44:08,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:44:08,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:44:08,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:44:08,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:44:08,930 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T22:44:08,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:44:08,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:44:08,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:08,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '14efca635be3,43983,1733092856036' ***** 2024-12-01T22:44:08,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T22:44:08,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:44:08,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:44:08,933 INFO [RS:0;14efca635be3:43983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T22:44:08,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T22:44:08,934 INFO [RS:0;14efca635be3:43983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T22:44:08,934 INFO [RS:0;14efca635be3:43983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T22:44:08,934 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(959): stopping server 14efca635be3,43983,1733092856036 2024-12-01T22:44:08,934 INFO [RS:0;14efca635be3:43983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:44:08,935 INFO [RS:0;14efca635be3:43983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;14efca635be3:43983. 2024-12-01T22:44:08,935 DEBUG [RS:0;14efca635be3:43983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:44:08,935 DEBUG [RS:0;14efca635be3:43983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:08,935 INFO [RS:0;14efca635be3:43983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T22:44:08,935 INFO [RS:0;14efca635be3:43983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T22:44:08,935 INFO [RS:0;14efca635be3:43983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T22:44:08,935 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T22:44:08,936 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T22:44:08,936 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T22:44:08,936 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:08,936 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T22:44:08,936 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T22:44:08,936 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T22:44:08,936 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T22:44:08,936 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T22:44:08,937 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-01T22:44:08,948 INFO [regionserver/14efca635be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:44:08,956 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/info/046ec629a9d04fb38b9c5aa71d45acf7 is 95, key is TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772./info:/1733092892026/DeleteFamily/seqid=0 2024-12-01T22:44:08,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742414_1590 (size=6514) 2024-12-01T22:44:09,027 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T22:44:09,027 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T22:44:09,136 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:09,337 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:09,361 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/info/046ec629a9d04fb38b9c5aa71d45acf7 2024-12-01T22:44:09,385 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/ns/a5d4dcb2baaf4c1a9f140a4eed1b3612 is 93, key is TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772./ns:/1733092891990/DeleteFamily/seqid=0 2024-12-01T22:44:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742415_1591 (size=5906) 2024-12-01T22:44:09,537 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:09,737 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:09,790 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/ns/a5d4dcb2baaf4c1a9f140a4eed1b3612 2024-12-01T22:44:09,818 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/rep_barrier/5a0061ee443546efa3a343332d5f5996 is 102, key is TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772./rep_barrier:/1733092891990/DeleteFamily/seqid=0 2024-12-01T22:44:09,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742416_1592 (size=6025) 2024-12-01T22:44:09,938 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:10,138 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:10,222 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/rep_barrier/5a0061ee443546efa3a343332d5f5996 2024-12-01T22:44:10,248 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/table/e7263c2757b945c59a428eb84f1e4905 is 96, key is TestAcidGuarantees,,1733092860760.c4af407abe3a2cc6e89c93e1c7ee8772./table:/1733092891990/DeleteFamily/seqid=0 2024-12-01T22:44:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742417_1593 (size=5936) 2024-12-01T22:44:10,339 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:10,539 DEBUG [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:44:10,652 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/table/e7263c2757b945c59a428eb84f1e4905 2024-12-01T22:44:10,662 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/info/046ec629a9d04fb38b9c5aa71d45acf7 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/info/046ec629a9d04fb38b9c5aa71d45acf7 2024-12-01T22:44:10,665 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/info/046ec629a9d04fb38b9c5aa71d45acf7, entries=12, sequenceid=90, filesize=6.4 K 2024-12-01T22:44:10,666 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/ns/a5d4dcb2baaf4c1a9f140a4eed1b3612 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/ns/a5d4dcb2baaf4c1a9f140a4eed1b3612 2024-12-01T22:44:10,669 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/ns/a5d4dcb2baaf4c1a9f140a4eed1b3612, entries=8, sequenceid=90, filesize=5.8 K 2024-12-01T22:44:10,670 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/rep_barrier/5a0061ee443546efa3a343332d5f5996 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/rep_barrier/5a0061ee443546efa3a343332d5f5996 2024-12-01T22:44:10,673 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/rep_barrier/5a0061ee443546efa3a343332d5f5996, entries=6, sequenceid=90, filesize=5.9 K 2024-12-01T22:44:10,674 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/.tmp/table/e7263c2757b945c59a428eb84f1e4905 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/table/e7263c2757b945c59a428eb84f1e4905 2024-12-01T22:44:10,676 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/table/e7263c2757b945c59a428eb84f1e4905, entries=7, sequenceid=90, filesize=5.8 K 2024-12-01T22:44:10,677 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false 2024-12-01T22:44:10,681 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-01T22:44:10,681 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T22:44:10,681 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T22:44:10,681 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733093048936Running coprocessor pre-close hooks at 1733093048936Disabling compacts and flushes for region at 1733093048936Disabling writes for close at 1733093048936Obtaining lock to block concurrent updates at 1733093048937 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733093048937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733093048937Flushing stores of hbase:meta,,1.1588230740 at 1733093048938 (+1 ms)Flushing 1588230740/info: creating writer at 1733093048938Flushing 1588230740/info: appending metadata at 1733093048955 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733093048955Flushing 1588230740/ns: creating writer at 1733093049372 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733093049385 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733093049385Flushing 1588230740/rep_barrier: creating writer at 1733093049799 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733093049817 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733093049817Flushing 1588230740/table: creating writer at 1733093050231 (+414 ms)Flushing 1588230740/table: appending metadata at 1733093050247 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733093050247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d30a02: reopening flushed file at 1733093050661 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7052cfb8: reopening flushed file at 1733093050666 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7613f9b8: reopening flushed file at 1733093050670 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a34efdb: reopening flushed file at 1733093050673 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false at 1733093050677 (+4 ms)Writing region close event to WAL at 1733093050679 (+2 ms)Running coprocessor post-close hooks at 1733093050681 (+2 ms)Closed at 1733093050681 2024-12-01T22:44:10,681 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T22:44:10,739 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(976): stopping server 14efca635be3,43983,1733092856036; all regions closed. 2024-12-01T22:44:10,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741834_1010 (size=25344) 2024-12-01T22:44:10,750 DEBUG [RS:0;14efca635be3:43983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/oldWALs 2024-12-01T22:44:10,750 INFO [RS:0;14efca635be3:43983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C43983%2C1733092856036.meta:.meta(num 1733092860284) 2024-12-01T22:44:10,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741832_1008 (size=17019208) 2024-12-01T22:44:10,754 DEBUG [RS:0;14efca635be3:43983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/oldWALs 2024-12-01T22:44:10,754 INFO [RS:0;14efca635be3:43983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C43983%2C1733092856036:(num 1733092859185) 2024-12-01T22:44:10,754 DEBUG [RS:0;14efca635be3:43983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:44:10,754 INFO [RS:0;14efca635be3:43983 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:44:10,754 INFO [RS:0;14efca635be3:43983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:44:10,755 INFO [RS:0;14efca635be3:43983 {}] hbase.ChoreService(370): Chore service for: regionserver/14efca635be3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T22:44:10,755 INFO [RS:0;14efca635be3:43983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:44:10,755 INFO [regionserver/14efca635be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:44:10,756 INFO [RS:0;14efca635be3:43983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43983 2024-12-01T22:44:10,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:44:10,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/14efca635be3,43983,1733092856036 2024-12-01T22:44:10,813 INFO [RS:0;14efca635be3:43983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:44:10,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [14efca635be3,43983,1733092856036] 2024-12-01T22:44:10,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/14efca635be3,43983,1733092856036 already deleted, retry=false 2024-12-01T22:44:10,834 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 14efca635be3,43983,1733092856036 expired; onlineServers=0 2024-12-01T22:44:10,834 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '14efca635be3,39583,1733092855292' ***** 2024-12-01T22:44:10,834 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T22:44:10,834 INFO [M:0;14efca635be3:39583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:44:10,834 INFO [M:0;14efca635be3:39583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:44:10,834 DEBUG [M:0;14efca635be3:39583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T22:44:10,834 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T22:44:10,834 DEBUG [M:0;14efca635be3:39583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T22:44:10,834 DEBUG [master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092858892 {}] cleaner.HFileCleaner(306): Exit Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092858892,5,FailOnTimeoutGroup] 2024-12-01T22:44:10,834 DEBUG [master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092858894 {}] cleaner.HFileCleaner(306): Exit Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092858894,5,FailOnTimeoutGroup] 2024-12-01T22:44:10,835 INFO [M:0;14efca635be3:39583 {}] hbase.ChoreService(370): Chore service for: master/14efca635be3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T22:44:10,835 INFO [M:0;14efca635be3:39583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:44:10,835 DEBUG [M:0;14efca635be3:39583 {}] master.HMaster(1795): Stopping service threads 2024-12-01T22:44:10,835 INFO [M:0;14efca635be3:39583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T22:44:10,835 INFO [M:0;14efca635be3:39583 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T22:44:10,835 ERROR [M:0;14efca635be3:39583 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:42649 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42649,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-01T22:44:10,835 INFO [M:0;14efca635be3:39583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T22:44:10,835 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T22:44:10,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T22:44:10,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:44:10,844 DEBUG [M:0;14efca635be3:39583 {}] zookeeper.ZKUtil(347): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T22:44:10,844 WARN [M:0;14efca635be3:39583 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T22:44:10,845 INFO [M:0;14efca635be3:39583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/.lastflushedseqids 2024-12-01T22:44:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742418_1594 (size=72) 2024-12-01T22:44:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:44:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43983-0x101930e46900001, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:44:10,925 INFO [RS:0;14efca635be3:43983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:44:10,926 INFO [RS:0;14efca635be3:43983 {}] regionserver.HRegionServer(1031): Exiting; stopping=14efca635be3,43983,1733092856036; zookeeper connection closed. 2024-12-01T22:44:10,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b66371e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b66371e 2024-12-01T22:44:10,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T22:44:11,257 INFO [M:0;14efca635be3:39583 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T22:44:11,257 INFO [M:0;14efca635be3:39583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T22:44:11,258 DEBUG [M:0;14efca635be3:39583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T22:44:11,258 INFO [M:0;14efca635be3:39583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:44:11,258 DEBUG [M:0;14efca635be3:39583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:44:11,258 DEBUG [M:0;14efca635be3:39583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T22:44:11,258 DEBUG [M:0;14efca635be3:39583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:44:11,258 INFO [M:0;14efca635be3:39583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=731.43 KB heapSize=892.62 KB 2024-12-01T22:44:11,279 DEBUG [M:0;14efca635be3:39583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ef7ca2b5490461eb8d3ffb8310aeb8b is 82, key is hbase:meta,,1/info:regioninfo/1733092860361/Put/seqid=0 2024-12-01T22:44:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742419_1595 (size=5672) 2024-12-01T22:44:11,684 INFO [M:0;14efca635be3:39583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1981 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ef7ca2b5490461eb8d3ffb8310aeb8b 2024-12-01T22:44:11,754 DEBUG [M:0;14efca635be3:39583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c201111e76b44a3a87e42ac62432f777 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1733092895258/Put/seqid=0 2024-12-01T22:44:11,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742420_1596 (size=44029) 2024-12-01T22:44:12,158 INFO [M:0;14efca635be3:39583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=730.87 KB at sequenceid=1981 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c201111e76b44a3a87e42ac62432f777 2024-12-01T22:44:12,169 INFO [M:0;14efca635be3:39583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c201111e76b44a3a87e42ac62432f777 2024-12-01T22:44:12,183 DEBUG [M:0;14efca635be3:39583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbef0ed86e9a403b82086e53f29bd71c is 69, key is 14efca635be3,43983,1733092856036/rs:state/1733092858950/Put/seqid=0 2024-12-01T22:44:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073742421_1597 (size=5156) 2024-12-01T22:44:12,588 INFO [M:0;14efca635be3:39583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1981 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbef0ed86e9a403b82086e53f29bd71c 2024-12-01T22:44:12,599 DEBUG [M:0;14efca635be3:39583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ef7ca2b5490461eb8d3ffb8310aeb8b as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ef7ca2b5490461eb8d3ffb8310aeb8b 2024-12-01T22:44:12,603 INFO [M:0;14efca635be3:39583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ef7ca2b5490461eb8d3ffb8310aeb8b, entries=8, sequenceid=1981, filesize=5.5 K 2024-12-01T22:44:12,604 DEBUG [M:0;14efca635be3:39583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c201111e76b44a3a87e42ac62432f777 as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c201111e76b44a3a87e42ac62432f777 2024-12-01T22:44:12,608 INFO [M:0;14efca635be3:39583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c201111e76b44a3a87e42ac62432f777 2024-12-01T22:44:12,608 INFO [M:0;14efca635be3:39583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c201111e76b44a3a87e42ac62432f777, entries=162, sequenceid=1981, filesize=43.0 K 2024-12-01T22:44:12,608 DEBUG [M:0;14efca635be3:39583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbef0ed86e9a403b82086e53f29bd71c as hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bbef0ed86e9a403b82086e53f29bd71c 2024-12-01T22:44:12,612 INFO [M:0;14efca635be3:39583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/ade6d177-fa76-68e1-835d-35bac964b7ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bbef0ed86e9a403b82086e53f29bd71c, entries=1, sequenceid=1981, filesize=5.0 K 2024-12-01T22:44:12,613 INFO [M:0;14efca635be3:39583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~731.43 KB/748983, heapSize ~892.32 KB/913736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1355ms, sequenceid=1981, compaction requested=false 2024-12-01T22:44:12,614 INFO [M:0;14efca635be3:39583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:44:12,614 DEBUG [M:0;14efca635be3:39583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733093051258Disabling compacts and flushes for region at 1733093051258Disabling writes for close at 1733093051258Obtaining lock to block concurrent updates at 1733093051258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733093051258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=748983, getHeapSize=913976, getOffHeapSize=0, getCellsCount=2168 at 1733093051259 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733093051260 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733093051260Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733093051279 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733093051279Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733093051732 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733093051753 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733093051753Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733093052170 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733093052183 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733093052183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dc4652: reopening flushed file at 1733093052598 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0ffd5c: reopening flushed file at 1733093052603 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4131405e: reopening flushed file at 1733093052608 (+5 ms)Finished flush of dataSize ~731.43 KB/748983, heapSize ~892.32 KB/913736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1355ms, sequenceid=1981, compaction requested=false at 1733093052613 (+5 ms)Writing region close event to WAL at 1733093052614 (+1 ms)Closed at 1733093052614 2024-12-01T22:44:12,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741830_1006 (size=878915) 2024-12-01T22:44:12,619 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:44:12,619 INFO [M:0;14efca635be3:39583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T22:44:12,619 INFO [M:0;14efca635be3:39583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39583 2024-12-01T22:44:12,619 INFO [M:0;14efca635be3:39583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:44:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:44:12,776 INFO [M:0;14efca635be3:39583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:44:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39583-0x101930e46900000, quorum=127.0.0.1:58531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:44:12,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:44:12,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:44:12,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:44:12,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:44:12,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/hadoop.log.dir/,STOPPED} 2024-12-01T22:44:12,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T22:44:12,813 WARN [BP-1300482882-172.17.0.2-1733092851645 heartbeating to localhost/127.0.0.1:42649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T22:44:12,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T22:44:12,814 WARN [BP-1300482882-172.17.0.2-1733092851645 heartbeating to localhost/127.0.0.1:42649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1300482882-172.17.0.2-1733092851645 (Datanode Uuid b8d766a4-f398-4055-ae16-21dfa44cf833) service to localhost/127.0.0.1:42649 2024-12-01T22:44:12,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/data/data1/current/BP-1300482882-172.17.0.2-1733092851645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:44:12,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/cluster_685621c2-27b9-7064-3c88-43ebb202c5e0/data/data2/current/BP-1300482882-172.17.0.2-1733092851645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:44:12,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T22:44:12,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T22:44:12,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:44:12,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:44:12,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:44:12,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e90b4fe-f1a2-88b0-6f79-9a69ae31c2a3/hadoop.log.dir/,STOPPED} 2024-12-01T22:44:12,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T22:44:12,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down